[ 510.929895] env[65217]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 510.929895] env[65217]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 511.910929] env[65307]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 511.910929] env[65307]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 513.489889] env[65307]: INFO neutron.common.config [-] Logging enabled! [ 513.490282] env[65307]: INFO neutron.common.config [-] /opt/stack/data/venv/bin/neutron-nsxv3-agent version 0.0.1.dev113 [ 513.490458] env[65307]: DEBUG neutron.common.config [-] command line: /opt/stack/data/venv/bin/neutron-nsxv3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --config-file /etc/neutron/plugins/ml2/ml2-nsxv3-1.ini {{(pid=65307) setup_logging /opt/stack/neutron/neutron/common/config.py:124}} [ 513.490763] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] VMware NSXv3 Agent initializing ... [ 513.490884] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] Eventlet blocking behavior detection initialization completed. [ 513.491843] env[65307]: WARNING oslo_policy.policy [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 513.492097] env[65307]: WARNING oslo_policy.policy [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 513.493884] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] VMware NSXv3 Agent initialized successfully. [ 513.494348] env[65307]: DEBUG oslo_concurrency.lockutils [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] Acquiring lock "singleton_lock" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 513.494348] env[65307]: DEBUG oslo_concurrency.lockutils [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] Acquired lock "singleton_lock" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 513.494559] env[65307]: DEBUG oslo_concurrency.lockutils [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] Releasing lock "singleton_lock" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 513.494833] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] Full set of CONF: {{(pid=65307) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/service.py:274}} [ 513.494943] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] ******************************************************************************** {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 513.495057] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] Configuration options gathered from: {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 513.495423] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini', '--config-file', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 513.495593] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 513.495698] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] ================================================================================ {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 513.495861] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] agent_down_time = 75 {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.495996] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] allow_automatic_dhcp_failover = True {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.496145] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] allow_bulk = True {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.496300] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] api_extensions_path = {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.496435] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] api_paste_config = api-paste.ini {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.496570] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] auth_strategy = keystone {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.496671] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] backdoor_port = None {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.496771] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] backdoor_socket = None {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.496894] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] backlog = 4096 {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.497035] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] base_mac = fa:16:3e:00:00:00 {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.497191] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] bind_host = 0.0.0.0 {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.497327] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] bind_port = 9696 {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.497457] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] client_socket_timeout = 900 {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.497590] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] config_dir = [] {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.497693] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.497831] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] config_source = [] {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.497954] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] control_exchange = neutron {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.498100] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] core_plugin = ml2 {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.498235] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] debug = True {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.498365] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] default_availability_zones = [] {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.498564] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.498697] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] dhcp_agent_notification = True {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.498827] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] dhcp_agents_per_network = 1 {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.498954] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] dhcp_lease_duration = 86400 {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.499101] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] dhcp_load_type = networks {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.499233] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] dns_domain = openstacklocal {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.499363] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.499489] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] enable_default_route_bfd = False {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.499612] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] enable_default_route_ecmp = False {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.499735] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] enable_dvr = True {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.499857] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] enable_new_agents = True {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.499979] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] enable_services_on_agents_with_admin_state_down = False {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.500116] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] enable_signals = True {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.500255] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] enable_traditional_dhcp = True {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.500413] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] external_dns_driver = None {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.500546] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] filter_validation = True {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.500682] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] global_physnet_mtu = 8950 {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.500813] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] graceful_shutdown_timeout = 60 {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.500987] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] host = cpu-1 {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.501138] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] host_dvr_for_dhcp = True {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.501269] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] http_retries = 3 {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.501402] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] instance_format = [instance: %(uuid)s] {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.501532] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.501662] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] ipam_driver = internal {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.501786] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] ipv6_pd_enabled = False {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.501912] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] l3_ha = False {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.502053] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.502186] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] l3_ha_network_physical_name = {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.502317] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] l3_ha_network_type = {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.502501] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] log_color = False {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.502690] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] log_config_append = None {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.502839] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.502973] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] log_dir = None {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.503114] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] log_file = None {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.503219] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] log_options = True {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.503352] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] log_rotate_interval = 1 {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.503490] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] log_rotate_interval_type = days {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.503623] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] log_rotation_type = none {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.503726] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.503827] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.503963] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.504111] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.504212] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.504340] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] max_dns_nameservers = 5 {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.504471] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] max_header_line = 16384 {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.504598] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] max_l3_agents_per_router = 3 {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.504727] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] max_logfile_count = 30 {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.504853] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] max_logfile_size_mb = 200 {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.504982] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] max_subnet_host_routes = 20 {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.505154] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] my_ip = 10.180.1.21 {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.505299] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] my_ipv6 = ::1 {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.505429] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] network_auto_schedule = True {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.505555] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] network_link_prefix = None {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.505688] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.505823] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] notify_nova_on_port_data_changes = True {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.505957] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] notify_nova_on_port_status_changes = True {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.506144] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] pagination_max_limit = -1 {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.506362] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] publish_errors = False {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.506583] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] rate_limit_burst = 0 {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.506820] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] rate_limit_except_level = CRITICAL {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.507057] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] rate_limit_interval = 0 {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.507270] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] retry_until_window = 30 {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.507426] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] router_distributed = False {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.507561] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] rpc_resources_processing_step = 20 {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.507694] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] rpc_response_max_timeout = 600 {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.507829] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] rpc_response_timeout = 60 {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.507960] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] send_events_interval = 2 {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.508125] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] service_plugins = ['router'] {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.508271] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] setproctitle = on {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.508400] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] shell_completion = None {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.508534] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] state_path = /opt/stack/data/neutron {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.508670] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] syslog_log_facility = LOG_USER {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.508800] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] tcp_keepidle = 600 {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.508935] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] transport_url = **** {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.509077] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] use_journal = False {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.509211] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] use_json = False {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.509340] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] use_ssl = False {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.509467] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] use_stderr = False {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.509603] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] use_syslog = False {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.509730] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] vlan_qinq = None {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.509856] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] vlan_transparent = None {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.509982] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] watch_log_file = False {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.510123] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] wsgi_default_pool_size = 100 {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.510252] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] wsgi_keep_alive = True {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.510388] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.510516] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] wsgi_server_debug = False {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.510663] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] oslo_concurrency.disable_process_locking = False {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.510805] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.510944] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.511086] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.511229] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.511365] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.511496] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.511644] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] profiler.connection_string = messaging:// {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.511777] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] profiler.enabled = False {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.511914] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] profiler.es_doc_type = notification {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.512054] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] profiler.es_scroll_size = 10000 {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.512193] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] profiler.es_scroll_time = 2m {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.512326] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] profiler.filter_error_trace = False {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.512463] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] profiler.hmac_keys = **** {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.512598] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] profiler.sentinel_service_name = mymaster {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.512740] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] profiler.socket_timeout = 0.1 {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.512871] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] profiler.trace_requests = False {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.513027] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] profiler.trace_sqlalchemy = False {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.513167] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] profiler_jaeger.process_tags = {} {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.513299] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] profiler_jaeger.service_name_prefix = None {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.513431] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] profiler_otlp.service_name_prefix = None {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.513575] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] oslo_policy.enforce_new_defaults = True {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.513844] env[65307]: WARNING oslo_config.cfg [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 513.513991] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] oslo_policy.enforce_scope = True {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.514172] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] oslo_policy.policy_default_rule = default {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.514294] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.514432] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.514600] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.514745] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.514877] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.515016] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.515177] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.515323] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] oslo_policy.remote_timeout = 60.0 {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.515486] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.515639] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] agent.extensions = [] {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.515776] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.515917] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] service_providers.service_provider = [] {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.516069] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] QUOTAS.default_quota = -1 {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.516217] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.516348] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] QUOTAS.quota_floatingip = 50 {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.516479] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] QUOTAS.quota_network = 100 {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.516610] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] QUOTAS.quota_port = 500 {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.516738] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] QUOTAS.quota_rbac_policy = 10 {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.516866] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] QUOTAS.quota_router = 10 {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.516998] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] QUOTAS.quota_security_group = 10 {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.517158] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] QUOTAS.quota_security_group_rule = 100 {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.517265] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] QUOTAS.quota_subnet = 100 {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.517411] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] QUOTAS.track_quota_usage = True {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.517567] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.517699] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] privsep.group = None {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.517827] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] privsep.helper_command = None {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.517959] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] privsep.log_daemon_traceback = False {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.518121] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] privsep.logger_name = oslo_privsep.daemon {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.518266] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] privsep.thread_pool_size = 8 {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.518395] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] privsep.user = None {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.518535] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] privsep_dhcp_release.capabilities = [21, 12] {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.518666] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] privsep_dhcp_release.group = None {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.518793] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] privsep_dhcp_release.helper_command = None {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.518925] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] privsep_dhcp_release.log_daemon_traceback = False {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.519072] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.519205] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] privsep_dhcp_release.thread_pool_size = 8 {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.519334] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] privsep_dhcp_release.user = None {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.519471] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.519600] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] privsep_ovs_vsctl.group = None {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.519724] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] privsep_ovs_vsctl.helper_command = None {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.519853] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] privsep_ovs_vsctl.log_daemon_traceback = False {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.519985] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.520126] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] privsep_ovs_vsctl.thread_pool_size = 8 {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.520256] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] privsep_ovs_vsctl.user = None {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.520391] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] privsep_namespace.capabilities = [21] {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.520517] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] privsep_namespace.group = None {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.520642] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] privsep_namespace.helper_command = None {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.520771] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] privsep_namespace.log_daemon_traceback = False {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.520905] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.521045] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] privsep_namespace.thread_pool_size = 8 {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.521173] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] privsep_namespace.user = None {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.521309] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] privsep_conntrack.capabilities = [12] {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.521435] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] privsep_conntrack.group = None {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.521560] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] privsep_conntrack.helper_command = None {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.521693] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] privsep_conntrack.log_daemon_traceback = False {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.521820] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.521947] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] privsep_conntrack.thread_pool_size = 8 {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.522085] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] privsep_conntrack.user = None {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.522224] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] privsep_link.capabilities = [12, 21] {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.522350] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] privsep_link.group = None {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.522474] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] privsep_link.helper_command = None {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.522603] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] privsep_link.log_daemon_traceback = False {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.522736] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] privsep_link.logger_name = oslo_privsep.daemon {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.522864] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] privsep_link.thread_pool_size = 8 {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.522990] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] privsep_link.user = None {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.523152] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] AGENT.agent_id = nsxm-l-01a.corp.local {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.523292] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] AGENT.agent_prometheus_exporter_port = 8000 {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.523427] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] AGENT.continue_on_failed_promotions = False {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.523556] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] AGENT.dscp = None {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.523687] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] AGENT.dscp_inherit = False {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.523822] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] AGENT.force_mp_to_policy = True {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.523952] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] AGENT.locking_coordinator_url = None {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.524095] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] AGENT.log_agent_heartbeats = False {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.524228] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] AGENT.logging_expire = 1 {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.524362] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] AGENT.logging_url = unix:///var/run/redis/socket/redis.sock {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.524494] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] AGENT.max_sg_tags_per_segment_port = 27 {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.524633] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] AGENT.polling_interval = 240 {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.524767] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] AGENT.ports_tag_number_decrease_workaround = True {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.524904] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] AGENT.quitting_rpc_timeout = 120 {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.525082] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] AGENT.report_interval = 30.0 {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.525230] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] AGENT.root_helper = sudo /opt/stack/data/venv/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.525370] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] AGENT.root_helper_daemon = sudo /opt/stack/data/venv/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.525510] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] AGENT.rpc_max_records_per_query = 1000 {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.525644] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] AGENT.sync_skew = 60 {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.525778] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] AGENT.synchronization_queue_size = 20 {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.525909] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] AGENT.use_helper_for_ns_read = True {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.526065] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] SECURITYGROUP.enable_ipset = True {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.526219] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] SECURITYGROUP.enable_security_group = True {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.526350] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] SECURITYGROUP.firewall_driver = nsxv3 {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.526488] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] SECURITYGROUP.permitted_ethertypes = [] {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.526636] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] experimental.ipv6_pd_enabled = False {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.526774] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] ml2.extension_drivers = ['port_security'] {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.526900] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] ml2.external_network_type = None {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.527054] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] ml2.mechanism_drivers = ['nsxv3', 'openvswitch', 'logger'] {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.527196] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] ml2.overlay_ip_version = 4 {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.527332] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] ml2.path_mtu = 8950 {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.527493] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] ml2.physical_network_mtus = {} {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.527641] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] ml2.tenant_network_types = ['vlan'] {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.527813] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] ml2.tunnelled_network_rp_name = rp_tunnelled {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.527971] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] ml2.type_drivers = ['vlan'] {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.528133] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] AGENT_CLI.neutron_port_id = [] {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.528266] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] AGENT_CLI.neutron_qos_policy_id = [] {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.528397] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] AGENT_CLI.neutron_security_group_id = [] {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.528539] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] NSXV3.nsxv3_concurrent_requests = 40 {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.528679] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] NSXV3.nsxv3_connection_retry_count = 2 {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.528817] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] NSXV3.nsxv3_connection_retry_sleep = 2 {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.528950] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] NSXV3.nsxv3_default_policy_infrastructure_rules = True {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.529099] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] NSXV3.nsxv3_dfw_connectivity_strategy = NONE {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.529238] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] NSXV3.nsxv3_ip_discovery_switching_profile = nsx-default-ip-discovery-vlan-profile {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.529437] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] NSXV3.nsxv3_login_hostname = nsxt.osci.c.eu-de-1.cloud.sap {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.529580] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] NSXV3.nsxv3_login_password = **** {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.529720] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] NSXV3.nsxv3_login_port = 443 {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.529856] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] NSXV3.nsxv3_login_user = admin {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.529992] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] NSXV3.nsxv3_managed_hosts = [] {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.530143] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] NSXV3.nsxv3_max_records_per_query = 200 {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.530277] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] NSXV3.nsxv3_operation_retry_count = 3 {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.530406] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] NSXV3.nsxv3_operation_retry_sleep = 5 {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.530540] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] NSXV3.nsxv3_realization_timeout = 300 {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.530679] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] NSXV3.nsxv3_remove_orphan_ports_after = 2.0 {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.530814] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] NSXV3.nsxv3_request_timeout = 60 {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.530951] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] NSXV3.nsxv3_requests_per_second = 80 {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.531095] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] NSXV3.nsxv3_requests_per_second_timeout = 7 {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.531235] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] NSXV3.nsxv3_spoof_guard_switching_profile = nsx-default-spoof-guard-vif-profile {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.531376] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] NSXV3.nsxv3_suppress_ssl_warnings = True {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.531507] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] NSXV3.nsxv3_transport_zone_id_cache_time = 86400 {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.531643] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] NSXV3.nsxv3_transport_zone_name = nsx-vlan-transportzone {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.531829] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] vsphere.vsphere_login_hostname = vc-l-01a.corp.local {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.531971] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] vsphere.vsphere_login_password = VMware1! {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.532121] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] vsphere.vsphere_login_username = administrator@vsphere.local {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.532255] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] vsphere.vsphere_suppress_ssl_wornings = True {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.532389] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] nova.auth_section = None {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.532531] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] nova.auth_type = password {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.532668] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.532797] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] nova.certfile = None {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.532929] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] nova.collect_timing = False {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.533079] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] nova.endpoint_type = public {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.533213] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] nova.insecure = False {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.533338] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] nova.keyfile = None {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.533473] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] nova.region_name = RegionOne {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.533601] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] nova.split_loggers = False {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.533726] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] nova.timeout = None {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.533859] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] placement.auth_section = None {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.533996] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] placement.auth_type = password {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.534143] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.534271] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] placement.certfile = None {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.534399] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] placement.collect_timing = False {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.534536] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] placement.endpoint_type = public {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.534665] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] placement.insecure = False {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.534789] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] placement.keyfile = None {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.534911] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] placement.region_name = None {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.535053] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] placement.split_loggers = False {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.535198] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] placement.timeout = None {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.535337] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] ironic.auth_section = None {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.535470] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] ironic.auth_type = None {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.535593] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] ironic.cafile = None {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.535721] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] ironic.certfile = None {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.535852] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] ironic.collect_timing = False {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.535979] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] ironic.connect_retries = None {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.536127] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] ironic.connect_retry_delay = None {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.536258] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] ironic.enable_notifications = False {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.536385] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] ironic.endpoint_override = None {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.536513] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] ironic.insecure = False {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.536640] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] ironic.interface = None {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.536765] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] ironic.keyfile = None {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.536898] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] ironic.max_version = None {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.537032] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] ironic.min_version = None {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.537161] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] ironic.region_name = None {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.537287] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] ironic.retriable_status_codes = None {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.537445] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] ironic.service_name = None {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.537589] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] ironic.service_type = None {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.537721] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] ironic.split_loggers = False {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.537849] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] ironic.status_code_retries = None {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.537976] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] ironic.status_code_retry_delay = None {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.538116] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] ironic.timeout = None {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.538245] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] ironic.valid_interfaces = None {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.538370] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] ironic.version = None {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.538504] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] cli_script.dry_run = False {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.538648] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.538779] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.538911] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.539053] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.539187] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.539316] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.539444] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.539572] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.539701] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.539836] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.539963] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.540113] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.540251] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.540387] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.540518] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.540654] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] oslo_messaging_rabbit.processname = neutron-nsxv3-agent {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.540784] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.540912] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.541058] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.541192] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.541322] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.541449] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.541577] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.541704] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.541833] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.541960] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.542101] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.542237] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.542361] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.542487] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.542616] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] oslo_messaging_rabbit.ssl = False {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.542750] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.542882] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.543015] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.543149] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.543287] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] oslo_messaging_rabbit.ssl_version = {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.543414] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.543554] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] oslo_messaging_notifications.driver = [] {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.543682] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] oslo_messaging_notifications.retry = -1 {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.543824] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.543948] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] oslo_messaging_notifications.transport_url = **** {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.544058] env[65307]: DEBUG oslo_service.backend._eventlet.service [None req-c9b1eb5c-a9a2-4457-befe-1d54f62e1bf7 None None] ******************************************************************************** {{(pid=65307) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 513.545219] env[65307]: DEBUG neutron.agent.securitygroups_rpc [None req-3d54f6f5-da0f-4664-af9e-2e0366cf0200 None None] Init firewall settings (driver=nsxv3) {{(pid=65307) init_firewall /opt/stack/neutron/neutron/agent/securitygroups_rpc.py:137}} [ 513.546590] env[65307]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.extensions.firewall [None req-3d54f6f5-da0f-4664-af9e-2e0366cf0200 None None] Initializing NSXv3SecurityGroupsDriver dummy driver. {{(pid=65307) __init__ /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/extensions/firewall.py:16}} [ 513.546829] env[65307]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-3d54f6f5-da0f-4664-af9e-2e0366cf0200 None None] RPC agent_id: nsxm-l-01a.corp.local [ 513.549167] env[65307]: DEBUG dogpile.cache.region [None req-3d54f6f5-da0f-4664-af9e-2e0366cf0200 None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 513.549282] env[65307]: DEBUG dogpile.lock [None req-3d54f6f5-da0f-4664-af9e-2e0366cf0200 None None] NeedRegenerationException {{(pid=65307) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 513.549384] env[65307]: DEBUG dogpile.lock [None req-3d54f6f5-da0f-4664-af9e-2e0366cf0200 None None] no value, waiting for create lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 513.549474] env[65307]: DEBUG dogpile.lock [None req-3d54f6f5-da0f-4664-af9e-2e0366cf0200 None None] value creation lock acquired {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 513.549565] env[65307]: DEBUG dogpile.cache.region [None req-3d54f6f5-da0f-4664-af9e-2e0366cf0200 None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 513.549649] env[65307]: DEBUG dogpile.lock [None req-3d54f6f5-da0f-4664-af9e-2e0366cf0200 None None] Calling creation function for not-yet-present value {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 513.549777] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3d54f6f5-da0f-4664-af9e-2e0366cf0200 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 513.595220] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-3d54f6f5-da0f-4664-af9e-2e0366cf0200 None None] Session token - acquiring [ 513.597410] env[65307]: DEBUG networking_nsxv3.common.locking [None req-3d54f6f5-da0f-4664-af9e-2e0366cf0200 None None] Lock https://nsxt.osci.c.eu-de-1.cloud.sap:443 taken with stack trace [, , , , , , , , , , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 513.597589] env[65307]: DEBUG oslo_concurrency.lockutils [None req-3d54f6f5-da0f-4664-af9e-2e0366cf0200 None None] Acquiring lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 513.597687] env[65307]: DEBUG oslo_concurrency.lockutils [None req-3d54f6f5-da0f-4664-af9e-2e0366cf0200 None None] Acquired lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 513.598152] env[65307]: DEBUG oslo_concurrency.lockutils [None req-3d54f6f5-da0f-4664-af9e-2e0366cf0200 None None] Acquired external semaphore "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 513.610131] env[65307]: DEBUG oslo_concurrency.lockutils [None req-3d54f6f5-da0f-4664-af9e-2e0366cf0200 None None] Releasing lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 513.919390] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-3d54f6f5-da0f-4664-af9e-2e0366cf0200 None None] Session token - acquired, connected to NSX-T 4.1.2.0.0.22589037 [ 513.943202] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3d54f6f5-da0f-4664-af9e-2e0366cf0200 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 513.943376] env[65307]: DEBUG dogpile.cache.region [None req-3d54f6f5-da0f-4664-af9e-2e0366cf0200 None None] Cache value generated in 0.394 seconds for key(s): 'zone-id' {{(pid=65307) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 513.943441] env[65307]: DEBUG dogpile.lock [None req-3d54f6f5-da0f-4664-af9e-2e0366cf0200 None None] Released creation lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 513.943566] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3d54f6f5-da0f-4664-af9e-2e0366cf0200 None None] Activating Policy API Provider. [ 513.943750] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3d54f6f5-da0f-4664-af9e-2e0366cf0200 None None] Looking for the default Infrastructure Rules. [ 514.015871] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3d54f6f5-da0f-4664-af9e-2e0366cf0200 None None] Looking for the Default Layer3 Logged Drop Section. [ 514.034124] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-3d54f6f5-da0f-4664-af9e-2e0366cf0200 None None] Detected NSX-T (4, 1, 2, 0, 0, 22589037) version. [ 514.034604] env[65307]: DEBUG networking_nsxv3.common.locking [None req-3d54f6f5-da0f-4664-af9e-2e0366cf0200 None None] Lock all taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 514.034771] env[65307]: DEBUG oslo_concurrency.lockutils [None req-3d54f6f5-da0f-4664-af9e-2e0366cf0200 None None] Acquiring lock "all" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 514.034875] env[65307]: DEBUG oslo_concurrency.lockutils [None req-3d54f6f5-da0f-4664-af9e-2e0366cf0200 None None] Acquired lock "all" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 514.035281] env[65307]: DEBUG oslo_concurrency.lockutils [None req-3d54f6f5-da0f-4664-af9e-2e0366cf0200 None None] Acquired external semaphore "all" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 514.035612] env[65307]: DEBUG networking_nsxv3.api.rpc [None req-3d54f6f5-da0f-4664-af9e-2e0366cf0200 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 514.551098] env[65307]: DEBUG networking_nsxv3.api.rpc [None req-3d54f6f5-da0f-4664-af9e-2e0366cf0200 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 515.054614] env[65307]: DEBUG networking_nsxv3.api.rpc [None req-3d54f6f5-da0f-4664-af9e-2e0366cf0200 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 515.557662] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-3d54f6f5-da0f-4664-af9e-2e0366cf0200 None None] Inventory metadata is going to be refreshed. [ 515.557662] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3d54f6f5-da0f-4664-af9e-2e0366cf0200 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 516.459152] env[65307]: DEBUG networking_nsxv3.common.locking [None req-3d54f6f5-da0f-4664-af9e-2e0366cf0200 None None] Lock Segment taken with stack trace [, , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 516.459444] env[65307]: DEBUG oslo_concurrency.lockutils [None req-3d54f6f5-da0f-4664-af9e-2e0366cf0200 None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 516.459444] env[65307]: DEBUG oslo_concurrency.lockutils [None req-3d54f6f5-da0f-4664-af9e-2e0366cf0200 None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 516.459766] env[65307]: DEBUG oslo_concurrency.lockutils [None req-3d54f6f5-da0f-4664-af9e-2e0366cf0200 None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 516.470636] env[65307]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [None req-3d54f6f5-da0f-4664-af9e-2e0366cf0200 None None] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 516.472616] env[65307]: DEBUG oslo_concurrency.lockutils [None req-3d54f6f5-da0f-4664-af9e-2e0366cf0200 None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 516.473336] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3d54f6f5-da0f-4664-af9e-2e0366cf0200 None None] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 516.492924] env[65307]: DEBUG networking_nsxv3.common.locking [None req-3d54f6f5-da0f-4664-af9e-2e0366cf0200 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 516.493247] env[65307]: DEBUG oslo_concurrency.lockutils [None req-3d54f6f5-da0f-4664-af9e-2e0366cf0200 None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 516.493360] env[65307]: DEBUG oslo_concurrency.lockutils [None req-3d54f6f5-da0f-4664-af9e-2e0366cf0200 None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 516.493646] env[65307]: DEBUG oslo_concurrency.lockutils [None req-3d54f6f5-da0f-4664-af9e-2e0366cf0200 None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 516.493766] env[65307]: DEBUG oslo_concurrency.lockutils [None req-3d54f6f5-da0f-4664-af9e-2e0366cf0200 None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 516.493907] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3d54f6f5-da0f-4664-af9e-2e0366cf0200 None None] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 516.494028] env[65307]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3d54f6f5-da0f-4664-af9e-2e0366cf0200 None None] Outdated resources of Type:SegmentPort Are:set() {{(pid=65307) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 516.494170] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3d54f6f5-da0f-4664-af9e-2e0366cf0200 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 516.515296] env[65307]: DEBUG networking_nsxv3.common.locking [None req-3d54f6f5-da0f-4664-af9e-2e0366cf0200 None None] Lock Security Group (Rules) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 516.515623] env[65307]: DEBUG oslo_concurrency.lockutils [None req-3d54f6f5-da0f-4664-af9e-2e0366cf0200 None None] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 516.515623] env[65307]: DEBUG oslo_concurrency.lockutils [None req-3d54f6f5-da0f-4664-af9e-2e0366cf0200 None None] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 516.515889] env[65307]: DEBUG oslo_concurrency.lockutils [None req-3d54f6f5-da0f-4664-af9e-2e0366cf0200 None None] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 516.516072] env[65307]: DEBUG oslo_concurrency.lockutils [None req-3d54f6f5-da0f-4664-af9e-2e0366cf0200 None None] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 516.516216] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3d54f6f5-da0f-4664-af9e-2e0366cf0200 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 516.536905] env[65307]: DEBUG networking_nsxv3.common.locking [None req-3d54f6f5-da0f-4664-af9e-2e0366cf0200 None None] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 516.537162] env[65307]: DEBUG oslo_concurrency.lockutils [None req-3d54f6f5-da0f-4664-af9e-2e0366cf0200 None None] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 516.537207] env[65307]: DEBUG oslo_concurrency.lockutils [None req-3d54f6f5-da0f-4664-af9e-2e0366cf0200 None None] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 516.537504] env[65307]: DEBUG oslo_concurrency.lockutils [None req-3d54f6f5-da0f-4664-af9e-2e0366cf0200 None None] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 516.537648] env[65307]: DEBUG oslo_concurrency.lockutils [None req-3d54f6f5-da0f-4664-af9e-2e0366cf0200 None None] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 516.537791] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3d54f6f5-da0f-4664-af9e-2e0366cf0200 None None] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 516.561861] env[65307]: DEBUG networking_nsxv3.common.locking [None req-3d54f6f5-da0f-4664-af9e-2e0366cf0200 None None] Lock Address Group taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 516.562308] env[65307]: DEBUG oslo_concurrency.lockutils [None req-3d54f6f5-da0f-4664-af9e-2e0366cf0200 None None] Acquiring lock "Address Group" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 516.562308] env[65307]: DEBUG oslo_concurrency.lockutils [None req-3d54f6f5-da0f-4664-af9e-2e0366cf0200 None None] Acquired lock "Address Group" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 516.562484] env[65307]: DEBUG oslo_concurrency.lockutils [None req-3d54f6f5-da0f-4664-af9e-2e0366cf0200 None None] Acquired external semaphore "Address Group" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 516.562784] env[65307]: DEBUG oslo_concurrency.lockutils [None req-3d54f6f5-da0f-4664-af9e-2e0366cf0200 None None] Releasing lock "Address Group" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 516.562942] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3d54f6f5-da0f-4664-af9e-2e0366cf0200 None None] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 516.563110] env[65307]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3d54f6f5-da0f-4664-af9e-2e0366cf0200 None None] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=65307) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 516.563268] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3d54f6f5-da0f-4664-af9e-2e0366cf0200 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 516.584192] env[65307]: DEBUG networking_nsxv3.common.locking [None req-3d54f6f5-da0f-4664-af9e-2e0366cf0200 None None] Lock Segment QoS taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 516.584489] env[65307]: DEBUG oslo_concurrency.lockutils [None req-3d54f6f5-da0f-4664-af9e-2e0366cf0200 None None] Acquiring lock "Segment QoS" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 516.584489] env[65307]: DEBUG oslo_concurrency.lockutils [None req-3d54f6f5-da0f-4664-af9e-2e0366cf0200 None None] Acquired lock "Segment QoS" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 516.584761] env[65307]: DEBUG oslo_concurrency.lockutils [None req-3d54f6f5-da0f-4664-af9e-2e0366cf0200 None None] Acquired external semaphore "Segment QoS" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 516.584885] env[65307]: DEBUG oslo_concurrency.lockutils [None req-3d54f6f5-da0f-4664-af9e-2e0366cf0200 None None] Releasing lock "Segment QoS" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 516.585040] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3d54f6f5-da0f-4664-af9e-2e0366cf0200 None None] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 516.585200] env[65307]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3d54f6f5-da0f-4664-af9e-2e0366cf0200 None None] Outdated resources of Type:Segment QoS Are:set() {{(pid=65307) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 516.585314] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3d54f6f5-da0f-4664-af9e-2e0366cf0200 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 516.606776] env[65307]: DEBUG networking_nsxv3.common.locking [None req-3d54f6f5-da0f-4664-af9e-2e0366cf0200 None None] Lock Security Group (Members) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 516.606978] env[65307]: DEBUG oslo_concurrency.lockutils [None req-3d54f6f5-da0f-4664-af9e-2e0366cf0200 None None] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 516.607035] env[65307]: DEBUG oslo_concurrency.lockutils [None req-3d54f6f5-da0f-4664-af9e-2e0366cf0200 None None] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 516.607344] env[65307]: DEBUG oslo_concurrency.lockutils [None req-3d54f6f5-da0f-4664-af9e-2e0366cf0200 None None] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 516.607486] env[65307]: DEBUG oslo_concurrency.lockutils [None req-3d54f6f5-da0f-4664-af9e-2e0366cf0200 None None] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 516.607632] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3d54f6f5-da0f-4664-af9e-2e0366cf0200 None None] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 516.607734] env[65307]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3d54f6f5-da0f-4664-af9e-2e0366cf0200 None None] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65307) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 516.607830] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-3d54f6f5-da0f-4664-af9e-2e0366cf0200 None None] Inventory metadata have been refreshed. [ 516.607924] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-3d54f6f5-da0f-4664-af9e-2e0366cf0200 None None] Dryrun:True. Metadata refresh completed. [ 516.608045] env[65307]: DEBUG oslo_concurrency.lockutils [None req-3d54f6f5-da0f-4664-af9e-2e0366cf0200 None None] Releasing lock "all" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 516.609730] env[65307]: INFO neutron.agent.agent_extensions_manager [None req-3d54f6f5-da0f-4664-af9e-2e0366cf0200 None None] Loaded agent extensions: [] [ 516.610454] env[65307]: DEBUG neutron_lib.callbacks.manager [None req-3d54f6f5-da0f-4664-af9e-2e0366cf0200 None None] Publish callbacks [] for NSXv3 Agent (None), after_init {{(pid=65307) _notify_loop /opt/stack/data/venv/lib/python3.10/site-packages/neutron_lib/callbacks/manager.py:184}} [ 516.667913] env[65307]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-3d54f6f5-da0f-4664-af9e-2e0366cf0200 None None] NSXv3 Agent Agent RPC Daemon Started! [ 516.668109] env[65307]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-3d54f6f5-da0f-4664-af9e-2e0366cf0200 None None] NSXv3 Agent Agent loop - iteration:0 started [ 516.668153] env[65307]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-3d54f6f5-da0f-4664-af9e-2e0366cf0200 None None] NSXv3 Agent Agent out of sync with plugin! [ 521.610488] env[65307]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 521.610837] env[65307]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 526.611409] env[65307]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 526.611800] env[65307]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 531.601320] env[65307]: INFO networking_nsxv3.common.synchronization [None req-f11efd04-9d2e-40b7-ab7c-c5d07dbc21bb demo admin] Enqueued Resource ID: fc5d0387-6ad2-4b1f-be55-1d4c27338b9e with Priority: HIGHEST for action security_group_rules [ 531.601872] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc5d0387-6ad2-4b1f-be55-1d4c27338b9e with Priority: HIGHEST for action security_group_rules [ 531.602180] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fc5d0387-6ad2-4b1f-be55-1d4c27338b9e taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 531.602304] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fc5d0387-6ad2-4b1f-be55-1d4c27338b9e" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 531.602375] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fc5d0387-6ad2-4b1f-be55-1d4c27338b9e" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 531.602714] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fc5d0387-6ad2-4b1f-be55-1d4c27338b9e" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 531.602811] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fc5d0387-6ad2-4b1f-be55-1d4c27338b9e',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 532.123218] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 532.123486] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 532.123486] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 532.123648] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 532.123742] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 532.123835] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fc5d0387-6ad2-4b1f-be55-1d4c27338b9e already deleted. [ 532.123918] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fc5d0387-6ad2-4b1f-be55-1d4c27338b9e" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 536.602886] env[65307]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 536.603318] env[65307]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 541.604077] env[65307]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 541.604465] env[65307]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 546.605212] env[65307]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 546.605661] env[65307]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 549.613885] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 549.614366] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 549.614366] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 549.614366] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 549.614579] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 550.117384] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 550.620118] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 551.122636] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 551.122818] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 551.606385] env[65307]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 551.606385] env[65307]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 551.907633] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 551.909257] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 551.909257] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 551.909257] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 551.924025] env[65307]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 551.924025] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 551.926579] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 551.944188] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 551.944724] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 551.944948] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 551.945298] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 551.945534] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 551.950741] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 551.950741] env[65307]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65307) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 551.950741] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 551.972309] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 551.974675] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 551.974675] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 551.974675] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 551.974675] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 551.974675] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 552.000083] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 552.000083] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 552.000083] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 552.000083] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 552.000083] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 552.000083] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 552.021412] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 552.024044] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 552.024044] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 552.024044] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 552.024044] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 552.024044] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 552.024044] env[65307]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=65307) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 552.024044] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 552.044153] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 552.044707] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 552.045046] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 552.046900] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 552.046900] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 552.046900] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 552.046900] env[65307]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65307) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 552.046900] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 552.072545] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 552.072545] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 552.072545] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 552.072545] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 552.072545] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 552.072545] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 552.072545] env[65307]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65307) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 552.072545] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 552.072545] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 552.072545] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Rules [ 552.072545] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 552.072545] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 552.072545] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 552.072545] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 552.073563] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 552.097713] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 552.098296] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 552.098534] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 552.098861] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 552.099124] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 552.099365] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 552.125046] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 552.125046] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 552.125046] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 552.125046] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 552.125046] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 552.139281] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 556.607726] env[65307]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 556.607726] env[65307]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 557.195324] env[65307]: INFO networking_nsxv3.common.synchronization [None req-d964e81a-77c3-4ce1-b323-66c7baf48513 None None] Enqueued Resource ID: f1a60097-3bf0-43a8-be96-cdb3c2016702 with Priority: HIGHEST for action port [ 557.196072] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1a60097-3bf0-43a8-be96-cdb3c2016702 with Priority: HIGHEST for action port [ 557.196537] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-f1a60097-3bf0-43a8-be96-cdb3c2016702 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 557.196720] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f1a60097-3bf0-43a8-be96-cdb3c2016702" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 557.197817] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f1a60097-3bf0-43a8-be96-cdb3c2016702" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 557.197817] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f1a60097-3bf0-43a8-be96-cdb3c2016702" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 557.197817] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f1a60097-3bf0-43a8-be96-cdb3c2016702',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 557.700391] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f1a60097-3bf0-43a8-be96-cdb3c2016702 [ 557.700676] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 557.700786] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 557.700833] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 557.701065] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 557.701162] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 557.701257] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f1a60097-3bf0-43a8-be96-cdb3c2016702 already deleted. [ 557.701346] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f1a60097-3bf0-43a8-be96-cdb3c2016702" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 559.196205] env[65307]: INFO networking_nsxv3.common.synchronization [None req-107943d8-83bd-47db-8b26-69aecc97cafd None None] Enqueued Resource ID: d7fea932-973f-483e-8494-b3116fb5d0a4 with Priority: HIGHEST for action port [ 559.196205] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7fea932-973f-483e-8494-b3116fb5d0a4 with Priority: HIGHEST for action port [ 559.196205] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-d7fea932-973f-483e-8494-b3116fb5d0a4 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 559.196205] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d7fea932-973f-483e-8494-b3116fb5d0a4" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 559.196205] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d7fea932-973f-483e-8494-b3116fb5d0a4" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 559.196205] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d7fea932-973f-483e-8494-b3116fb5d0a4" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 559.197021] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d7fea932-973f-483e-8494-b3116fb5d0a4',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 559.641084] env[65307]: INFO networking_nsxv3.common.synchronization [None req-521ed77b-f2f0-46d8-bf69-2a122a934977 None None] Enqueued Resource ID: 657fd1b7-3629-4eca-a2f5-0d7eb031fcf9 with Priority: HIGHEST for action port [ 559.641084] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 657fd1b7-3629-4eca-a2f5-0d7eb031fcf9 with Priority: HIGHEST for action port [ 559.641617] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-657fd1b7-3629-4eca-a2f5-0d7eb031fcf9 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 559.641776] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-657fd1b7-3629-4eca-a2f5-0d7eb031fcf9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 559.641835] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-657fd1b7-3629-4eca-a2f5-0d7eb031fcf9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 559.644285] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-657fd1b7-3629-4eca-a2f5-0d7eb031fcf9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 559.644376] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('657fd1b7-3629-4eca-a2f5-0d7eb031fcf9',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 559.702200] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d7fea932-973f-483e-8494-b3116fb5d0a4 [ 559.702410] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 559.702538] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 559.702538] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 559.702720] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 559.702792] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 559.702885] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d7fea932-973f-483e-8494-b3116fb5d0a4 already deleted. [ 559.702967] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d7fea932-973f-483e-8494-b3116fb5d0a4" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 559.925342] env[65307]: INFO networking_nsxv3.common.synchronization [None req-0a01d3c0-b411-4a02-ae5f-efc55bad5fb0 None None] Enqueued Resource ID: 4a2b716c-01ab-47d9-9203-0bfe82d9d680 with Priority: HIGHEST for action port [ 559.925609] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a2b716c-01ab-47d9-9203-0bfe82d9d680 with Priority: HIGHEST for action port [ 559.926248] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-4a2b716c-01ab-47d9-9203-0bfe82d9d680 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 559.926375] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4a2b716c-01ab-47d9-9203-0bfe82d9d680" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 559.926440] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4a2b716c-01ab-47d9-9203-0bfe82d9d680" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 559.926712] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4a2b716c-01ab-47d9-9203-0bfe82d9d680" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 559.926791] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4a2b716c-01ab-47d9-9203-0bfe82d9d680',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 560.150271] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 657fd1b7-3629-4eca-a2f5-0d7eb031fcf9 [ 560.150499] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 560.150633] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 560.150701] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 560.150917] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 560.151036] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 560.151109] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:657fd1b7-3629-4eca-a2f5-0d7eb031fcf9 already deleted. [ 560.151191] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-657fd1b7-3629-4eca-a2f5-0d7eb031fcf9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 560.432294] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4a2b716c-01ab-47d9-9203-0bfe82d9d680 [ 560.432294] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 560.432590] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 560.432590] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 560.432803] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 560.432890] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 560.433134] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4a2b716c-01ab-47d9-9203-0bfe82d9d680 already deleted. [ 560.433134] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4a2b716c-01ab-47d9-9203-0bfe82d9d680" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 562.259658] env[65307]: INFO networking_nsxv3.common.synchronization [None req-88e660c3-4d14-48e9-a450-26e2c0b2d320 None None] Enqueued Resource ID: 114e095f-6818-4063-aed0-36367783519b with Priority: HIGHEST for action port [ 562.260620] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 114e095f-6818-4063-aed0-36367783519b with Priority: HIGHEST for action port [ 562.260620] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-114e095f-6818-4063-aed0-36367783519b taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 562.260620] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-114e095f-6818-4063-aed0-36367783519b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 562.260778] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-114e095f-6818-4063-aed0-36367783519b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 562.260956] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-114e095f-6818-4063-aed0-36367783519b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 562.262661] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('114e095f-6818-4063-aed0-36367783519b',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 562.768700] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 114e095f-6818-4063-aed0-36367783519b [ 562.768700] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 562.768700] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 562.768700] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 562.768700] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 562.768700] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 562.768700] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:114e095f-6818-4063-aed0-36367783519b already deleted. [ 562.768700] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-114e095f-6818-4063-aed0-36367783519b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 562.941216] env[65307]: INFO networking_nsxv3.common.synchronization [None req-31e94c3e-097b-47bc-ae7b-d7399ae57f37 None None] Enqueued Resource ID: 7a77ff8e-7e11-4837-b9af-774020423ce6 with Priority: HIGHEST for action port [ 562.941460] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a77ff8e-7e11-4837-b9af-774020423ce6 with Priority: HIGHEST for action port [ 562.942427] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-7a77ff8e-7e11-4837-b9af-774020423ce6 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 562.942543] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7a77ff8e-7e11-4837-b9af-774020423ce6" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 562.942612] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7a77ff8e-7e11-4837-b9af-774020423ce6" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 562.943424] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7a77ff8e-7e11-4837-b9af-774020423ce6" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 562.943424] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7a77ff8e-7e11-4837-b9af-774020423ce6',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 563.344060] env[65307]: INFO networking_nsxv3.common.synchronization [None req-4b23c71a-2fe5-4526-9ad3-aefbb37f1a06 None None] Enqueued Resource ID: c3825ef7-4af5-4c4e-9bcc-5a2b08560cc8 with Priority: HIGHEST for action port [ 563.344060] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3825ef7-4af5-4c4e-9bcc-5a2b08560cc8 with Priority: HIGHEST for action port [ 563.344060] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-c3825ef7-4af5-4c4e-9bcc-5a2b08560cc8 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 563.344060] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c3825ef7-4af5-4c4e-9bcc-5a2b08560cc8" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 563.344060] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c3825ef7-4af5-4c4e-9bcc-5a2b08560cc8" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 563.344060] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c3825ef7-4af5-4c4e-9bcc-5a2b08560cc8" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 563.344060] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c3825ef7-4af5-4c4e-9bcc-5a2b08560cc8',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 563.447024] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7a77ff8e-7e11-4837-b9af-774020423ce6 [ 563.447024] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 563.447279] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 563.447279] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 563.447817] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 563.447817] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 563.447817] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7a77ff8e-7e11-4837-b9af-774020423ce6 already deleted. [ 563.447912] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7a77ff8e-7e11-4837-b9af-774020423ce6" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 563.616564] env[65307]: INFO networking_nsxv3.common.synchronization [None req-3c4e69d0-f4cd-4ff3-a273-6185860a3f49 None None] Enqueued Resource ID: 3d0b0d61-fd7a-4425-b84f-84da769c0866 with Priority: HIGHEST for action port [ 563.616564] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d0b0d61-fd7a-4425-b84f-84da769c0866 with Priority: HIGHEST for action port [ 563.616564] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-3d0b0d61-fd7a-4425-b84f-84da769c0866 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 563.616564] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3d0b0d61-fd7a-4425-b84f-84da769c0866" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 563.616564] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3d0b0d61-fd7a-4425-b84f-84da769c0866" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 563.617022] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3d0b0d61-fd7a-4425-b84f-84da769c0866" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 563.617201] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d0b0d61-fd7a-4425-b84f-84da769c0866',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 563.846758] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c3825ef7-4af5-4c4e-9bcc-5a2b08560cc8 [ 563.847193] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 563.847337] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 563.847458] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 563.847627] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 563.847716] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 563.847792] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c3825ef7-4af5-4c4e-9bcc-5a2b08560cc8 already deleted. [ 563.847907] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c3825ef7-4af5-4c4e-9bcc-5a2b08560cc8" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 564.119417] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3d0b0d61-fd7a-4425-b84f-84da769c0866 [ 564.119677] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 564.119816] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 564.119878] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 564.120133] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 564.120219] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 564.120650] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3d0b0d61-fd7a-4425-b84f-84da769c0866 already deleted. [ 564.120650] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3d0b0d61-fd7a-4425-b84f-84da769c0866" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 564.304650] env[65307]: INFO networking_nsxv3.common.synchronization [req-86af8e17-2740-43a1-837c-148ab0f7c948 req-5ad3ec80-06c2-4985-847e-c526f85d6e15 tempest-SecurityGroupRulesNegativeTestJSON-692572517 tempest-SecurityGroupRulesNegativeTestJSON-692572517-project-member] Enqueued Resource ID: afc98a58-4c40-446e-abf0-c66e76eaea51 with Priority: HIGHEST for action security_group_rules [ 564.305214] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: afc98a58-4c40-446e-abf0-c66e76eaea51 with Priority: HIGHEST for action security_group_rules [ 564.305524] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-afc98a58-4c40-446e-abf0-c66e76eaea51 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 564.305639] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-afc98a58-4c40-446e-abf0-c66e76eaea51" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 564.305789] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-afc98a58-4c40-446e-abf0-c66e76eaea51" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 564.309200] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-afc98a58-4c40-446e-abf0-c66e76eaea51" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 564.309384] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('afc98a58-4c40-446e-abf0-c66e76eaea51',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 564.830616] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 564.830965] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 564.830965] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 564.831077] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 564.831146] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 564.831217] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: afc98a58-4c40-446e-abf0-c66e76eaea51 already deleted. [ 564.831297] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-afc98a58-4c40-446e-abf0-c66e76eaea51" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 566.330698] env[65307]: INFO networking_nsxv3.common.synchronization [None req-73752fde-8fda-45ac-ab53-7826a99d9c3b None None] Enqueued Resource ID: 1d6d2c16-9ecf-4543-97b5-ce31516dc788 with Priority: HIGHEST for action port [ 566.331017] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d6d2c16-9ecf-4543-97b5-ce31516dc788 with Priority: HIGHEST for action port [ 566.331584] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-1d6d2c16-9ecf-4543-97b5-ce31516dc788 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 566.331730] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1d6d2c16-9ecf-4543-97b5-ce31516dc788" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 566.331802] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1d6d2c16-9ecf-4543-97b5-ce31516dc788" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 566.332499] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1d6d2c16-9ecf-4543-97b5-ce31516dc788" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 566.332599] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1d6d2c16-9ecf-4543-97b5-ce31516dc788',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 566.834654] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1d6d2c16-9ecf-4543-97b5-ce31516dc788 [ 566.835011] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 566.835237] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 566.835352] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 566.836026] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 566.836026] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 566.836026] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1d6d2c16-9ecf-4543-97b5-ce31516dc788 already deleted. [ 566.836291] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1d6d2c16-9ecf-4543-97b5-ce31516dc788" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 566.982426] env[65307]: INFO networking_nsxv3.common.synchronization [None req-9ba1470b-f9e3-4f01-a974-dedc175a78d3 None None] Enqueued Resource ID: 87306adf-77e8-48c7-8983-784ef9dbec6f with Priority: HIGHEST for action port [ 566.982426] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87306adf-77e8-48c7-8983-784ef9dbec6f with Priority: HIGHEST for action port [ 566.982426] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-87306adf-77e8-48c7-8983-784ef9dbec6f taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 566.982426] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-87306adf-77e8-48c7-8983-784ef9dbec6f" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 566.982426] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-87306adf-77e8-48c7-8983-784ef9dbec6f" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 566.983331] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-87306adf-77e8-48c7-8983-784ef9dbec6f" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 566.983426] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('87306adf-77e8-48c7-8983-784ef9dbec6f',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 567.486668] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 87306adf-77e8-48c7-8983-784ef9dbec6f [ 567.487235] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 567.487235] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 567.487235] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 567.487365] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 567.487794] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 567.487913] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:87306adf-77e8-48c7-8983-784ef9dbec6f already deleted. [ 567.488024] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-87306adf-77e8-48c7-8983-784ef9dbec6f" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 567.611136] env[65307]: INFO networking_nsxv3.common.synchronization [None req-a4ecda50-5c66-456c-a54c-4ced4692911c None None] Enqueued Resource ID: dcb336a0-c4dd-4133-b8df-93ea6fdc04f3 with Priority: HIGHEST for action port [ 567.611704] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dcb336a0-c4dd-4133-b8df-93ea6fdc04f3 with Priority: HIGHEST for action port [ 567.612128] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-dcb336a0-c4dd-4133-b8df-93ea6fdc04f3 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 567.612216] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dcb336a0-c4dd-4133-b8df-93ea6fdc04f3" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 567.612316] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dcb336a0-c4dd-4133-b8df-93ea6fdc04f3" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 567.612573] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dcb336a0-c4dd-4133-b8df-93ea6fdc04f3" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 567.613145] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dcb336a0-c4dd-4133-b8df-93ea6fdc04f3',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 567.635644] env[65307]: INFO networking_nsxv3.common.synchronization [None req-d35e575f-3f26-4d33-9de1-6e3eb5a91d11 None None] Enqueued Resource ID: 6627dbf5-cfe4-4916-8b82-5f7086a001c6 with Priority: HIGHEST for action port [ 567.636267] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6627dbf5-cfe4-4916-8b82-5f7086a001c6 with Priority: HIGHEST for action port [ 567.636504] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-6627dbf5-cfe4-4916-8b82-5f7086a001c6 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 567.636627] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6627dbf5-cfe4-4916-8b82-5f7086a001c6" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 567.636698] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6627dbf5-cfe4-4916-8b82-5f7086a001c6" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 567.638103] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6627dbf5-cfe4-4916-8b82-5f7086a001c6" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 567.638174] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6627dbf5-cfe4-4916-8b82-5f7086a001c6',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 568.114846] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dcb336a0-c4dd-4133-b8df-93ea6fdc04f3 [ 568.116474] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 568.116474] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 568.116474] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 568.116474] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 568.116474] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 568.116474] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dcb336a0-c4dd-4133-b8df-93ea6fdc04f3 already deleted. [ 568.116474] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dcb336a0-c4dd-4133-b8df-93ea6fdc04f3" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 568.140576] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6627dbf5-cfe4-4916-8b82-5f7086a001c6 [ 568.140787] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 568.140910] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 568.140983] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 568.141299] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 568.141365] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 568.141399] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6627dbf5-cfe4-4916-8b82-5f7086a001c6 already deleted. [ 568.141489] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6627dbf5-cfe4-4916-8b82-5f7086a001c6" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 568.848619] env[65307]: INFO networking_nsxv3.common.synchronization [None req-a2355e9a-29ac-4e0d-abe0-e3cecaeb491b None None] Enqueued Resource ID: 0d63fcec-7f67-40a0-900d-cc80707c3c81 with Priority: HIGHEST for action port [ 568.850014] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d63fcec-7f67-40a0-900d-cc80707c3c81 with Priority: HIGHEST for action port [ 568.852376] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-0d63fcec-7f67-40a0-900d-cc80707c3c81 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 568.852530] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0d63fcec-7f67-40a0-900d-cc80707c3c81" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 568.852596] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0d63fcec-7f67-40a0-900d-cc80707c3c81" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 568.852992] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0d63fcec-7f67-40a0-900d-cc80707c3c81" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 568.852992] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0d63fcec-7f67-40a0-900d-cc80707c3c81',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 568.992057] env[65307]: INFO networking_nsxv3.common.synchronization [None req-a2a3f0a6-7a09-4910-9eb8-08e8a77b27b5 None None] Enqueued Resource ID: 0816d09c-cf08-4b75-94ec-816b5c951595 with Priority: HIGHEST for action port [ 568.992057] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0816d09c-cf08-4b75-94ec-816b5c951595 with Priority: HIGHEST for action port [ 568.992057] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-0816d09c-cf08-4b75-94ec-816b5c951595 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 568.992057] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0816d09c-cf08-4b75-94ec-816b5c951595" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 568.992057] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0816d09c-cf08-4b75-94ec-816b5c951595" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 568.992057] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0816d09c-cf08-4b75-94ec-816b5c951595" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 568.992057] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0816d09c-cf08-4b75-94ec-816b5c951595',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 569.355198] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0d63fcec-7f67-40a0-900d-cc80707c3c81 [ 569.358699] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 569.358699] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 569.358699] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 569.358918] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 569.358952] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 569.359381] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0d63fcec-7f67-40a0-900d-cc80707c3c81 already deleted. [ 569.359381] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0d63fcec-7f67-40a0-900d-cc80707c3c81" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 569.495134] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0816d09c-cf08-4b75-94ec-816b5c951595 [ 569.495134] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 569.495134] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 569.495134] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 569.495504] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 569.495504] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 569.495504] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0816d09c-cf08-4b75-94ec-816b5c951595 already deleted. [ 569.495612] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0816d09c-cf08-4b75-94ec-816b5c951595" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 570.731617] env[65307]: INFO networking_nsxv3.common.synchronization [None req-85ffe82f-ff7a-438a-bf42-cec195dded45 None None] Enqueued Resource ID: e55f3964-2b75-4138-b3fb-d717733f2185 with Priority: HIGHEST for action port [ 570.732657] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e55f3964-2b75-4138-b3fb-d717733f2185 with Priority: HIGHEST for action port [ 570.733459] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-e55f3964-2b75-4138-b3fb-d717733f2185 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 570.733459] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e55f3964-2b75-4138-b3fb-d717733f2185" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.733459] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e55f3964-2b75-4138-b3fb-d717733f2185" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 570.733665] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e55f3964-2b75-4138-b3fb-d717733f2185" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 570.733665] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e55f3964-2b75-4138-b3fb-d717733f2185',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 570.935081] env[65307]: INFO networking_nsxv3.common.synchronization [None req-0fd5ecf7-3eff-46cd-9e33-6ac9ee5fbc51 None None] Enqueued Resource ID: ce3dbc9f-09de-4e00-80e3-3c7cbb844fa7 with Priority: HIGHEST for action port [ 570.935334] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce3dbc9f-09de-4e00-80e3-3c7cbb844fa7 with Priority: HIGHEST for action port [ 570.936664] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-ce3dbc9f-09de-4e00-80e3-3c7cbb844fa7 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 570.936664] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ce3dbc9f-09de-4e00-80e3-3c7cbb844fa7" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.936930] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ce3dbc9f-09de-4e00-80e3-3c7cbb844fa7" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 570.937109] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ce3dbc9f-09de-4e00-80e3-3c7cbb844fa7" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 570.937379] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ce3dbc9f-09de-4e00-80e3-3c7cbb844fa7',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 571.238037] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e55f3964-2b75-4138-b3fb-d717733f2185 [ 571.238351] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.238351] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.238455] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 571.238669] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 571.238738] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 571.238790] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e55f3964-2b75-4138-b3fb-d717733f2185 already deleted. [ 571.239151] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e55f3964-2b75-4138-b3fb-d717733f2185" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 571.442707] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ce3dbc9f-09de-4e00-80e3-3c7cbb844fa7 [ 571.443053] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.443237] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.443362] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 571.443586] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 571.443669] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 571.443810] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ce3dbc9f-09de-4e00-80e3-3c7cbb844fa7 already deleted. [ 571.443947] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ce3dbc9f-09de-4e00-80e3-3c7cbb844fa7" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 571.809820] env[65307]: INFO networking_nsxv3.common.synchronization [req-d52c9902-8e15-4efc-8ad6-ee9d43236644 req-65a8d822-110a-4897-b8e0-42b211ba124f tempest-SecurityGroupRulesNegativeTestJSON-692572517 tempest-SecurityGroupRulesNegativeTestJSON-692572517-project-member] Enqueued Resource ID: afc98a58-4c40-446e-abf0-c66e76eaea51 with Priority: HIGHEST for action security_group_rules [ 571.810373] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: afc98a58-4c40-446e-abf0-c66e76eaea51 with Priority: HIGHEST for action security_group_rules [ 571.810668] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-afc98a58-4c40-446e-abf0-c66e76eaea51 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.810790] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-afc98a58-4c40-446e-abf0-c66e76eaea51" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.811390] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-afc98a58-4c40-446e-abf0-c66e76eaea51" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 571.811475] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-afc98a58-4c40-446e-abf0-c66e76eaea51" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 571.811661] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('afc98a58-4c40-446e-abf0-c66e76eaea51',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 572.327277] env[65307]: INFO networking_nsxv3.common.synchronization [None req-8fa6ddc5-2c19-471e-b79b-999855aec347 None None] Enqueued Resource ID: 191c7e18-5575-4f11-9774-4bcc6dcee053 with Priority: HIGHEST for action port [ 572.328123] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 191c7e18-5575-4f11-9774-4bcc6dcee053 with Priority: HIGHEST for action port [ 572.328760] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-191c7e18-5575-4f11-9774-4bcc6dcee053 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.328943] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-191c7e18-5575-4f11-9774-4bcc6dcee053" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.329066] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-191c7e18-5575-4f11-9774-4bcc6dcee053" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 572.329379] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-191c7e18-5575-4f11-9774-4bcc6dcee053" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 572.329535] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('191c7e18-5575-4f11-9774-4bcc6dcee053',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 572.334013] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.334013] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.334013] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 572.334210] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 572.334251] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 572.334351] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: afc98a58-4c40-446e-abf0-c66e76eaea51 already deleted. [ 572.334431] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-afc98a58-4c40-446e-abf0-c66e76eaea51" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 572.836390] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 191c7e18-5575-4f11-9774-4bcc6dcee053 [ 572.836909] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.836909] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.836909] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 572.839521] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 572.839521] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 572.839521] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:191c7e18-5575-4f11-9774-4bcc6dcee053 already deleted. [ 572.839521] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-191c7e18-5575-4f11-9774-4bcc6dcee053" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 573.169178] env[65307]: INFO networking_nsxv3.common.synchronization [None req-3301b86c-f4cb-4884-90c3-220ceed955de None None] Enqueued Resource ID: 6be0e228-dcac-4c97-82d5-1dd3d2927733 with Priority: HIGHEST for action port [ 573.169178] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6be0e228-dcac-4c97-82d5-1dd3d2927733 with Priority: HIGHEST for action port [ 573.169444] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-6be0e228-dcac-4c97-82d5-1dd3d2927733 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.169563] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6be0e228-dcac-4c97-82d5-1dd3d2927733" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.169633] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6be0e228-dcac-4c97-82d5-1dd3d2927733" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 573.170191] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6be0e228-dcac-4c97-82d5-1dd3d2927733" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 573.170191] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6be0e228-dcac-4c97-82d5-1dd3d2927733',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 573.672760] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6be0e228-dcac-4c97-82d5-1dd3d2927733 [ 573.672852] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.673482] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.673482] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 573.673482] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 573.673482] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 573.673713] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6be0e228-dcac-4c97-82d5-1dd3d2927733 already deleted. [ 573.673713] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6be0e228-dcac-4c97-82d5-1dd3d2927733" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 574.047890] env[65307]: INFO networking_nsxv3.common.synchronization [None req-55fc986e-f553-4c33-98e1-33c74cb11e27 None None] Enqueued Resource ID: 8b129eaf-c930-4400-bd6c-2babcb30d0e5 with Priority: HIGHEST for action port [ 574.048661] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b129eaf-c930-4400-bd6c-2babcb30d0e5 with Priority: HIGHEST for action port [ 574.049052] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-8b129eaf-c930-4400-bd6c-2babcb30d0e5 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.049199] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8b129eaf-c930-4400-bd6c-2babcb30d0e5" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.050739] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8b129eaf-c930-4400-bd6c-2babcb30d0e5" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 574.050863] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8b129eaf-c930-4400-bd6c-2babcb30d0e5" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 574.050945] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8b129eaf-c930-4400-bd6c-2babcb30d0e5',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 574.371633] env[65307]: INFO networking_nsxv3.common.synchronization [req-8d249a08-d7c1-4f00-9317-fb297ac260e9 req-4cfc7af3-d245-46c5-a15c-84ccb1a3065f tempest-FloatingIPsAssociationTestJSON-8994773 tempest-FloatingIPsAssociationTestJSON-8994773-project-member] Enqueued Resource ID: 0a1d298d-2e27-431e-a1c7-50bf0406e216 with Priority: HIGHEST for action security_group_members [ 574.372208] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a1d298d-2e27-431e-a1c7-50bf0406e216 with Priority: HIGHEST for action security_group_members [ 574.372503] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a1d298d-2e27-431e-a1c7-50bf0406e216 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.372642] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a1d298d-2e27-431e-a1c7-50bf0406e216" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.372692] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a1d298d-2e27-431e-a1c7-50bf0406e216" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 574.375170] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a1d298d-2e27-431e-a1c7-50bf0406e216" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 574.375722] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.375722] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.375722] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 574.376180] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 574.376180] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 574.376180] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0a1d298d-2e27-431e-a1c7-50bf0406e216',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 574.556796] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8b129eaf-c930-4400-bd6c-2babcb30d0e5 [ 574.556796] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.556796] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.556796] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 574.556796] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 574.556796] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 574.556796] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8b129eaf-c930-4400-bd6c-2babcb30d0e5 already deleted. [ 574.556796] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8b129eaf-c930-4400-bd6c-2babcb30d0e5" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 574.879486] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.879690] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.879772] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 574.880093] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 574.880241] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 574.880506] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.880693] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.880774] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 574.881126] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 574.881175] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 574.881288] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a1d298d-2e27-431e-a1c7-50bf0406e216 already deleted. [ 574.881434] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a1d298d-2e27-431e-a1c7-50bf0406e216" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 574.973844] env[65307]: INFO networking_nsxv3.common.synchronization [None req-3a8e75aa-051e-445b-9a45-50a6d9b22022 None None] Enqueued Resource ID: 22d58fc5-a804-43bc-bac4-b359e9af76c9 with Priority: HIGHEST for action port [ 574.974117] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22d58fc5-a804-43bc-bac4-b359e9af76c9 with Priority: HIGHEST for action port [ 574.974687] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-22d58fc5-a804-43bc-bac4-b359e9af76c9 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.974869] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-22d58fc5-a804-43bc-bac4-b359e9af76c9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.974943] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-22d58fc5-a804-43bc-bac4-b359e9af76c9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 574.979666] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-22d58fc5-a804-43bc-bac4-b359e9af76c9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 574.979666] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('22d58fc5-a804-43bc-bac4-b359e9af76c9',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 575.304852] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock network-995 taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.305984] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "network-995" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.305984] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "network-995" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.306296] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "network-995" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.307368] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.307368] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.307368] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.307368] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.307368] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.307626] env[65307]: DEBUG dogpile.cache.region [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 575.307681] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] NeedRegenerationException {{(pid=65307) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 575.307887] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] no value, waiting for create lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 575.307887] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] value creation lock acquired {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 575.309919] env[65307]: DEBUG dogpile.cache.region [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 575.309919] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Calling creation function for not-yet-present value {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 575.309919] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 575.333115] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 575.333115] env[65307]: DEBUG dogpile.cache.region [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65307) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 575.333296] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Released creation lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 575.333450] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "network-995" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.333788] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock port-cf70a003-e384-4047-ac9d-7ff1d5a9c406 taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.334057] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "port-cf70a003-e384-4047-ac9d-7ff1d5a9c406" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.334195] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "port-cf70a003-e384-4047-ac9d-7ff1d5a9c406" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.334508] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "port-cf70a003-e384-4047-ac9d-7ff1d5a9c406" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.334650] env[65307]: DEBUG networking_nsxv3.api.rpc [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cf70a003-e384-4047-ac9d-7ff1d5a9c406',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 575.481998] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 22d58fc5-a804-43bc-bac4-b359e9af76c9 [ 575.481998] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.482430] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.482756] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.482756] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.482827] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.482867] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:22d58fc5-a804-43bc-bac4-b359e9af76c9 already deleted. [ 575.482946] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-22d58fc5-a804-43bc-bac4-b359e9af76c9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.842430] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.842802] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.842931] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.844376] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.844376] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.844376] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Segment Port cf70a003-e384-4047-ac9d-7ff1d5a9c406 not found, creating... [ 575.844376] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.844376] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.844376] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.844376] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.844682] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.844841] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.844993] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.845335] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.845595] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.845762] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.845974] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Resource: SegmentPort with ID: cf70a003-e384-4047-ac9d-7ff1d5a9c406 is going to be created. [ 575.868691] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.868846] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.868961] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.869265] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.869582] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.869816] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "port-cf70a003-e384-4047-ac9d-7ff1d5a9c406" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.435555] env[65307]: INFO networking_nsxv3.common.synchronization [None req-31037151-ac7c-4716-becd-28db4f01fb59 tempest-VolumesAssistedSnapshotsTest-606208129 tempest-VolumesAssistedSnapshotsTest-606208129-project-member] Enqueued Resource ID: b35f0dc2-7c76-42f5-a6f4-056679b4ec19 with Priority: HIGHEST for action security_group_rules [ 576.436136] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b35f0dc2-7c76-42f5-a6f4-056679b4ec19 with Priority: HIGHEST for action security_group_rules [ 576.436445] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b35f0dc2-7c76-42f5-a6f4-056679b4ec19 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.436565] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b35f0dc2-7c76-42f5-a6f4-056679b4ec19" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.436635] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b35f0dc2-7c76-42f5-a6f4-056679b4ec19" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.436897] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b35f0dc2-7c76-42f5-a6f4-056679b4ec19" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.436983] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b35f0dc2-7c76-42f5-a6f4-056679b4ec19',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 576.479259] env[65307]: INFO networking_nsxv3.common.synchronization [None req-7b6e19e6-e2c7-4238-b4dc-35d30bd7297b None None] Enqueued Resource ID: 3aaaa746-dde6-4b06-b73e-27ff1d286e08 with Priority: HIGHEST for action port [ 576.479439] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3aaaa746-dde6-4b06-b73e-27ff1d286e08 with Priority: HIGHEST for action port [ 576.480318] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-3aaaa746-dde6-4b06-b73e-27ff1d286e08 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.480443] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3aaaa746-dde6-4b06-b73e-27ff1d286e08" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.480514] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3aaaa746-dde6-4b06-b73e-27ff1d286e08" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.480767] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3aaaa746-dde6-4b06-b73e-27ff1d286e08" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.480850] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3aaaa746-dde6-4b06-b73e-27ff1d286e08',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 576.931766] env[65307]: INFO networking_nsxv3.common.synchronization [req-8d249a08-d7c1-4f00-9317-fb297ac260e9 req-10c27f07-44e1-434d-9d9b-e1dfa21315c2 service nova] Enqueued Resource ID: 0a1d298d-2e27-431e-a1c7-50bf0406e216 with Priority: HIGHEST for action security_group_rules [ 576.931766] env[65307]: INFO networking_nsxv3.common.synchronization [req-8d249a08-d7c1-4f00-9317-fb297ac260e9 req-10c27f07-44e1-434d-9d9b-e1dfa21315c2 service nova] Enqueued Resource ID: 0a1d298d-2e27-431e-a1c7-50bf0406e216 with Priority: HIGHEST for action security_group_members [ 576.931766] env[65307]: INFO networking_nsxv3.common.synchronization [req-8d249a08-d7c1-4f00-9317-fb297ac260e9 req-10c27f07-44e1-434d-9d9b-e1dfa21315c2 service nova] Enqueued Resource ID: cf70a003-e384-4047-ac9d-7ff1d5a9c406 with Priority: HIGHEST for action port [ 576.931914] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a1d298d-2e27-431e-a1c7-50bf0406e216 with Priority: HIGHEST for action security_group_rules [ 576.932160] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a1d298d-2e27-431e-a1c7-50bf0406e216 with Priority: HIGHEST for action security_group_members [ 576.932160] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf70a003-e384-4047-ac9d-7ff1d5a9c406 with Priority: HIGHEST for action port [ 576.932399] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0a1d298d-2e27-431e-a1c7-50bf0406e216 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.932521] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0a1d298d-2e27-431e-a1c7-50bf0406e216" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.932588] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0a1d298d-2e27-431e-a1c7-50bf0406e216" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.932833] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0a1d298d-2e27-431e-a1c7-50bf0406e216" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.932978] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0a1d298d-2e27-431e-a1c7-50bf0406e216',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 576.933858] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a1d298d-2e27-431e-a1c7-50bf0406e216 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.933991] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a1d298d-2e27-431e-a1c7-50bf0406e216" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.934071] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a1d298d-2e27-431e-a1c7-50bf0406e216" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.934246] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a1d298d-2e27-431e-a1c7-50bf0406e216" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.935147] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.935312] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.935349] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.935535] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.935600] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.935699] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0a1d298d-2e27-431e-a1c7-50bf0406e216',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 576.938029] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-cf70a003-e384-4047-ac9d-7ff1d5a9c406 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.938853] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cf70a003-e384-4047-ac9d-7ff1d5a9c406" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.938853] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cf70a003-e384-4047-ac9d-7ff1d5a9c406" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.939258] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cf70a003-e384-4047-ac9d-7ff1d5a9c406" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.939953] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cf70a003-e384-4047-ac9d-7ff1d5a9c406',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 576.964164] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.964415] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.964537] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.964820] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.964966] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.965123] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b35f0dc2-7c76-42f5-a6f4-056679b4ec19 already deleted. [ 576.965280] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b35f0dc2-7c76-42f5-a6f4-056679b4ec19" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.984438] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3aaaa746-dde6-4b06-b73e-27ff1d286e08 [ 576.984676] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.984805] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.984908] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.985209] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.985304] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.985402] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3aaaa746-dde6-4b06-b73e-27ff1d286e08 already deleted. [ 576.985485] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3aaaa746-dde6-4b06-b73e-27ff1d286e08" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.263672] env[65307]: INFO networking_nsxv3.common.synchronization [None req-d58e24fa-b608-4c5c-8d7a-cf8ce6ad3377 None None] Enqueued Resource ID: 4c2bd2bb-d49a-4eeb-9c14-12778593a78d with Priority: HIGHEST for action port [ 577.264451] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c2bd2bb-d49a-4eeb-9c14-12778593a78d with Priority: HIGHEST for action port [ 577.264843] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-4c2bd2bb-d49a-4eeb-9c14-12778593a78d taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.265011] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4c2bd2bb-d49a-4eeb-9c14-12778593a78d" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.265080] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4c2bd2bb-d49a-4eeb-9c14-12778593a78d" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.265369] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4c2bd2bb-d49a-4eeb-9c14-12778593a78d" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.265484] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4c2bd2bb-d49a-4eeb-9c14-12778593a78d',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 577.444865] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a1d298d-2e27-431e-a1c7-50bf0406e216 taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.444865] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a1d298d-2e27-431e-a1c7-50bf0406e216" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.454116] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cf70a003-e384-4047-ac9d-7ff1d5a9c406 with status ACTIVE [ 577.454369] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.454507] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.454574] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.454793] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.454883] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.455076] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.455203] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.455273] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.455373] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.455496] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.455688] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.455782] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.456409] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.456669] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.456762] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.456881] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cf70a003-e384-4047-ac9d-7ff1d5a9c406 is going to be updated. [ 577.458188] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0a1d298d-2e27-431e-a1c7-50bf0406e216',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 577.484222] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.484222] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.484222] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.484464] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.484624] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.484784] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cf70a003-e384-4047-ac9d-7ff1d5a9c406" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.648634] env[65307]: INFO networking_nsxv3.common.synchronization [None req-4ec1ace1-e4d8-427a-ad31-4e85251b2b5e tempest-VolumesAssistedSnapshotsTest-606208129 tempest-VolumesAssistedSnapshotsTest-606208129-project-member] Enqueued Resource ID: b35f0dc2-7c76-42f5-a6f4-056679b4ec19 with Priority: HIGHEST for action security_group_rules [ 577.649117] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b35f0dc2-7c76-42f5-a6f4-056679b4ec19 with Priority: HIGHEST for action security_group_rules [ 577.649519] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b35f0dc2-7c76-42f5-a6f4-056679b4ec19 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.649659] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b35f0dc2-7c76-42f5-a6f4-056679b4ec19" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.649783] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b35f0dc2-7c76-42f5-a6f4-056679b4ec19" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.650032] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b35f0dc2-7c76-42f5-a6f4-056679b4ec19" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.650073] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b35f0dc2-7c76-42f5-a6f4-056679b4ec19',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 577.767984] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4c2bd2bb-d49a-4eeb-9c14-12778593a78d [ 577.768510] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.768603] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.768642] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.769254] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.769254] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.769254] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4c2bd2bb-d49a-4eeb-9c14-12778593a78d already deleted. [ 577.769254] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4c2bd2bb-d49a-4eeb-9c14-12778593a78d" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.964433] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0a1d298d-2e27-431e-a1c7-50bf0406e216',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 578.172982] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.172982] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.172982] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.173417] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.173589] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.173692] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b35f0dc2-7c76-42f5-a6f4-056679b4ec19 already deleted. [ 578.173799] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b35f0dc2-7c76-42f5-a6f4-056679b4ec19" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.294612] env[65307]: INFO networking_nsxv3.common.synchronization [None req-766acddf-a36d-4be6-a141-6b54cd831d94 None None] Enqueued Resource ID: 3e54b398-f02d-4dab-a59c-99acf06da491 with Priority: HIGHEST for action port [ 578.295251] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e54b398-f02d-4dab-a59c-99acf06da491 with Priority: HIGHEST for action port [ 578.295660] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-3e54b398-f02d-4dab-a59c-99acf06da491 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.295748] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3e54b398-f02d-4dab-a59c-99acf06da491" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.295828] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3e54b398-f02d-4dab-a59c-99acf06da491" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.296173] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3e54b398-f02d-4dab-a59c-99acf06da491" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.296279] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e54b398-f02d-4dab-a59c-99acf06da491',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 578.406657] env[65307]: INFO networking_nsxv3.common.synchronization [None req-f2eaebed-0272-46ee-8bb8-677c98d05ba4 None None] Enqueued Resource ID: 03f399a6-50c7-4176-96dd-5cce735428c2 with Priority: HIGHEST for action port [ 578.407134] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03f399a6-50c7-4176-96dd-5cce735428c2 with Priority: HIGHEST for action port [ 578.407432] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-03f399a6-50c7-4176-96dd-5cce735428c2 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.407546] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-03f399a6-50c7-4176-96dd-5cce735428c2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.407717] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-03f399a6-50c7-4176-96dd-5cce735428c2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.407858] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-03f399a6-50c7-4176-96dd-5cce735428c2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.407969] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('03f399a6-50c7-4176-96dd-5cce735428c2',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 578.466908] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.467299] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.467299] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.467404] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.467497] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.467592] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a1d298d-2e27-431e-a1c7-50bf0406e216 is going to be created. [ 578.494612] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.494993] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.495102] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.495442] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.495531] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.505560] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a1d298d-2e27-431e-a1c7-50bf0406e216 in Status: UNINITIALIZED for 2s [ 578.799962] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3e54b398-f02d-4dab-a59c-99acf06da491 [ 578.799962] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.799962] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.799962] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.799962] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.799962] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.799962] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3e54b398-f02d-4dab-a59c-99acf06da491 already deleted. [ 578.799962] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3e54b398-f02d-4dab-a59c-99acf06da491" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.842880] env[65307]: INFO networking_nsxv3.common.synchronization [req-1c6f9c93-1213-4fd0-a912-1f927934a13a req-c78fb760-e903-4b43-b9f3-b1d68670ac48 tempest-ServerExternalEventsTest-1188159069 tempest-ServerExternalEventsTest-1188159069-project-member] Enqueued Resource ID: a75a4ff7-154e-4b6d-b9d6-cd78bd53244a with Priority: HIGHEST for action security_group_members [ 578.842880] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a75a4ff7-154e-4b6d-b9d6-cd78bd53244a with Priority: HIGHEST for action security_group_members [ 578.842880] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-a75a4ff7-154e-4b6d-b9d6-cd78bd53244a taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.842880] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a75a4ff7-154e-4b6d-b9d6-cd78bd53244a" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.842880] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a75a4ff7-154e-4b6d-b9d6-cd78bd53244a" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.844453] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a75a4ff7-154e-4b6d-b9d6-cd78bd53244a" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.844516] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.845066] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.845066] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.845066] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.845066] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.845066] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a75a4ff7-154e-4b6d-b9d6-cd78bd53244a',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 578.910751] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 03f399a6-50c7-4176-96dd-5cce735428c2 [ 578.911070] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.911191] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.911239] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.911454] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.911557] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.911674] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:03f399a6-50c7-4176-96dd-5cce735428c2 already deleted. [ 578.911798] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-03f399a6-50c7-4176-96dd-5cce735428c2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.348790] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.349759] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.349759] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.349759] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.349759] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.350012] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.350628] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.350628] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.350628] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.350628] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.350628] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a75a4ff7-154e-4b6d-b9d6-cd78bd53244a already deleted. [ 579.350628] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a75a4ff7-154e-4b6d-b9d6-cd78bd53244a" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.519412] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock network-264 taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.519695] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "network-264" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.519695] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "network-264" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.520029] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "network-264" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.522658] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.522856] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.523124] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.523234] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.523625] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.523625] env[65307]: DEBUG dogpile.cache.region [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 579.523732] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] NeedRegenerationException {{(pid=65307) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 579.523769] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] no value, waiting for create lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 579.524052] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] value creation lock acquired {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 579.524185] env[65307]: DEBUG dogpile.cache.region [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 579.524293] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Calling creation function for not-yet-present value {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 579.524422] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 579.543069] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 579.543228] env[65307]: DEBUG dogpile.cache.region [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65307) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 579.543361] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Released creation lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 579.543535] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "network-264" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.543866] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock port-b4892603-49f8-47b0-8fca-e6ffba2b0f08 taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.544046] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "port-b4892603-49f8-47b0-8fca-e6ffba2b0f08" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.544169] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "port-b4892603-49f8-47b0-8fca-e6ffba2b0f08" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.544473] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "port-b4892603-49f8-47b0-8fca-e6ffba2b0f08" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.544602] env[65307]: DEBUG networking_nsxv3.api.rpc [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b4892603-49f8-47b0-8fca-e6ffba2b0f08',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 580.048053] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.048053] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.048053] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.048053] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.048053] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.048053] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Segment Port b4892603-49f8-47b0-8fca-e6ffba2b0f08 not found, creating... [ 580.048320] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.048500] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.048632] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.048888] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.049008] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.049306] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.049476] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.049585] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.049801] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.049942] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.050088] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Resource: SegmentPort with ID: b4892603-49f8-47b0-8fca-e6ffba2b0f08 is going to be created. [ 580.072277] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.072477] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.072598] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.072857] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.073092] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.073304] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "port-b4892603-49f8-47b0-8fca-e6ffba2b0f08" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.357213] env[65307]: INFO networking_nsxv3.common.synchronization [None req-655e8499-fdd2-4590-85b1-9b1736e72fc8 None None] Enqueued Resource ID: edab862a-09c3-4057-ae0b-6dcb24be6f7e with Priority: HIGHEST for action port [ 580.357213] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edab862a-09c3-4057-ae0b-6dcb24be6f7e with Priority: HIGHEST for action port [ 580.357441] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-edab862a-09c3-4057-ae0b-6dcb24be6f7e taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.357689] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-edab862a-09c3-4057-ae0b-6dcb24be6f7e" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.357841] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-edab862a-09c3-4057-ae0b-6dcb24be6f7e" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.358287] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-edab862a-09c3-4057-ae0b-6dcb24be6f7e" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.358450] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('edab862a-09c3-4057-ae0b-6dcb24be6f7e',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 580.516122] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a1d298d-2e27-431e-a1c7-50bf0406e216 in Status: SUCCESS [ 580.516383] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a1d298d-2e27-431e-a1c7-50bf0406e216" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.516548] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a1d298d-2e27-431e-a1c7-50bf0406e216" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.516776] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a1d298d-2e27-431e-a1c7-50bf0406e216" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.517058] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.517289] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.517289] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.517575] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.517575] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.517575] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a1d298d-2e27-431e-a1c7-50bf0406e216" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.517661] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0a1d298d-2e27-431e-a1c7-50bf0406e216',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 580.746808] env[65307]: INFO networking_nsxv3.common.synchronization [req-1c6f9c93-1213-4fd0-a912-1f927934a13a req-3d857ff6-669b-4acd-84de-6468894d4462 service nova] Enqueued Resource ID: a75a4ff7-154e-4b6d-b9d6-cd78bd53244a with Priority: HIGHEST for action security_group_rules [ 580.746808] env[65307]: INFO networking_nsxv3.common.synchronization [req-1c6f9c93-1213-4fd0-a912-1f927934a13a req-3d857ff6-669b-4acd-84de-6468894d4462 service nova] Enqueued Resource ID: a75a4ff7-154e-4b6d-b9d6-cd78bd53244a with Priority: HIGHEST for action security_group_members [ 580.746808] env[65307]: INFO networking_nsxv3.common.synchronization [req-1c6f9c93-1213-4fd0-a912-1f927934a13a req-3d857ff6-669b-4acd-84de-6468894d4462 service nova] Enqueued Resource ID: b4892603-49f8-47b0-8fca-e6ffba2b0f08 with Priority: HIGHEST for action port [ 580.747616] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a75a4ff7-154e-4b6d-b9d6-cd78bd53244a with Priority: HIGHEST for action security_group_rules [ 580.747616] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a75a4ff7-154e-4b6d-b9d6-cd78bd53244a with Priority: HIGHEST for action security_group_members [ 580.747616] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4892603-49f8-47b0-8fca-e6ffba2b0f08 with Priority: HIGHEST for action port [ 580.747832] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a75a4ff7-154e-4b6d-b9d6-cd78bd53244a taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.747832] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a75a4ff7-154e-4b6d-b9d6-cd78bd53244a" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.747986] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a75a4ff7-154e-4b6d-b9d6-cd78bd53244a" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.748312] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a75a4ff7-154e-4b6d-b9d6-cd78bd53244a" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.748408] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a75a4ff7-154e-4b6d-b9d6-cd78bd53244a',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 580.749242] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-a75a4ff7-154e-4b6d-b9d6-cd78bd53244a taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.749359] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a75a4ff7-154e-4b6d-b9d6-cd78bd53244a" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.749501] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a75a4ff7-154e-4b6d-b9d6-cd78bd53244a" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.750840] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a75a4ff7-154e-4b6d-b9d6-cd78bd53244a" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.750951] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.751041] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.751099] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.751261] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.751353] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.751786] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a75a4ff7-154e-4b6d-b9d6-cd78bd53244a',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 580.752844] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-b4892603-49f8-47b0-8fca-e6ffba2b0f08 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.752939] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b4892603-49f8-47b0-8fca-e6ffba2b0f08" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.753011] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b4892603-49f8-47b0-8fca-e6ffba2b0f08" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.753158] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b4892603-49f8-47b0-8fca-e6ffba2b0f08" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.753228] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b4892603-49f8-47b0-8fca-e6ffba2b0f08',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 580.862656] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port edab862a-09c3-4057-ae0b-6dcb24be6f7e [ 580.863121] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.863290] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.863366] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.863579] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.863669] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.863763] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:edab862a-09c3-4057-ae0b-6dcb24be6f7e already deleted. [ 580.863850] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-edab862a-09c3-4057-ae0b-6dcb24be6f7e" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.915603] env[65307]: INFO networking_nsxv3.common.synchronization [None req-549a673f-d955-4e6e-9b4f-ee65436f5567 None None] Enqueued Resource ID: 4eac4bfe-8a19-4fb2-9b5e-9f969884ccab with Priority: HIGHEST for action port [ 580.916127] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4eac4bfe-8a19-4fb2-9b5e-9f969884ccab with Priority: HIGHEST for action port [ 580.916424] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-4eac4bfe-8a19-4fb2-9b5e-9f969884ccab taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.917088] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4eac4bfe-8a19-4fb2-9b5e-9f969884ccab" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.917199] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4eac4bfe-8a19-4fb2-9b5e-9f969884ccab" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.917468] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4eac4bfe-8a19-4fb2-9b5e-9f969884ccab" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.918056] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4eac4bfe-8a19-4fb2-9b5e-9f969884ccab',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 581.020600] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a1d298d-2e27-431e-a1c7-50bf0406e216 taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.020880] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a1d298d-2e27-431e-a1c7-50bf0406e216" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.020962] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a1d298d-2e27-431e-a1c7-50bf0406e216" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.021205] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a1d298d-2e27-431e-a1c7-50bf0406e216" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.021411] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.021504] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.021546] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.021673] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.021760] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.021846] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a1d298d-2e27-431e-a1c7-50bf0406e216" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.021991] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a1d298d-2e27-431e-a1c7-50bf0406e216 taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.022096] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a1d298d-2e27-431e-a1c7-50bf0406e216" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.022154] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a1d298d-2e27-431e-a1c7-50bf0406e216" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.022295] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a1d298d-2e27-431e-a1c7-50bf0406e216" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.022429] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.022525] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.022576] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.022712] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.022788] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.022873] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a1d298d-2e27-431e-a1c7-50bf0406e216" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.022961] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0a1d298d-2e27-431e-a1c7-50bf0406e216',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 581.254567] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-a75a4ff7-154e-4b6d-b9d6-cd78bd53244a taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.254752] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a75a4ff7-154e-4b6d-b9d6-cd78bd53244a" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.259178] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b4892603-49f8-47b0-8fca-e6ffba2b0f08 with status ACTIVE [ 581.259344] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.259496] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.259581] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.259821] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.259914] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.260114] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.260217] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.260277] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.260460] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.260544] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.260778] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.260912] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.260990] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.261141] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.261226] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.261340] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b4892603-49f8-47b0-8fca-e6ffba2b0f08 is going to be updated. [ 581.262434] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a75a4ff7-154e-4b6d-b9d6-cd78bd53244a',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 581.288631] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.288816] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.288911] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.289212] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.289397] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.289605] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b4892603-49f8-47b0-8fca-e6ffba2b0f08" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.420300] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4eac4bfe-8a19-4fb2-9b5e-9f969884ccab [ 581.420569] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.420675] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.420740] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.420969] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.421083] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.421189] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4eac4bfe-8a19-4fb2-9b5e-9f969884ccab already deleted. [ 581.421257] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4eac4bfe-8a19-4fb2-9b5e-9f969884ccab" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.492253] env[65307]: INFO networking_nsxv3.common.synchronization [req-0f22409c-947b-46f2-9be1-63a541feed51 req-0be0a0fe-4964-4142-b677-e1b4c6bf5173 tempest-DeleteServersAdminTestJSON-681232756 tempest-DeleteServersAdminTestJSON-681232756-project-member] Enqueued Resource ID: 37bf9cc5-847b-42fb-989a-22543947ae7c with Priority: HIGHEST for action security_group_members [ 581.492253] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37bf9cc5-847b-42fb-989a-22543947ae7c with Priority: HIGHEST for action security_group_members [ 581.492253] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-37bf9cc5-847b-42fb-989a-22543947ae7c taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.492253] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37bf9cc5-847b-42fb-989a-22543947ae7c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.492253] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37bf9cc5-847b-42fb-989a-22543947ae7c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.493138] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37bf9cc5-847b-42fb-989a-22543947ae7c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.493428] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.493644] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.493783] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.494106] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.494310] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.494482] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('37bf9cc5-847b-42fb-989a-22543947ae7c',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 581.525512] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0a1d298d-2e27-431e-a1c7-50bf0406e216: rpc.has_security_group_logging(os_id): False [ 581.545044] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.545044] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.545044] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.545257] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.545257] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.545657] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.545657] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.545657] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.545833] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.545833] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.546021] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.546106] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.546106] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.546694] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.546694] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.546694] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.546694] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.546694] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.547057] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.547057] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.547057] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0a1d298d-2e27-431e-a1c7-50bf0406e216 is going to be created. [ 581.611147] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.611147] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.611147] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.611147] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.611147] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.622798] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0a1d298d-2e27-431e-a1c7-50bf0406e216 in Status: IN_PROGRESS for 2s [ 581.766244] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a75a4ff7-154e-4b6d-b9d6-cd78bd53244a',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 581.952826] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock network-264 taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.953028] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "network-264" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.953149] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "network-264" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.953402] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "network-264" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.953806] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.954089] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.954246] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.954547] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.954619] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.954815] env[65307]: DEBUG dogpile.cache.region [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 581.954920] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] NeedRegenerationException {{(pid=65307) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 581.956043] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] no value, waiting for create lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 581.956043] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] value creation lock acquired {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 581.957058] env[65307]: DEBUG dogpile.cache.region [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 581.957238] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Calling creation function for not-yet-present value {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 581.957403] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 581.977448] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 581.977597] env[65307]: DEBUG dogpile.cache.region [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65307) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 581.979257] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Released creation lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 581.979257] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "network-264" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.979257] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock port-52ba8932-3610-4f34-9461-da4fd10e77f6 taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.979257] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "port-52ba8932-3610-4f34-9461-da4fd10e77f6" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.979257] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "port-52ba8932-3610-4f34-9461-da4fd10e77f6" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.979257] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "port-52ba8932-3610-4f34-9461-da4fd10e77f6" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.979257] env[65307]: DEBUG networking_nsxv3.api.rpc [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('52ba8932-3610-4f34-9461-da4fd10e77f6',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 581.998650] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.998650] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.998650] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.998650] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.998650] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.998650] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.998650] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.998650] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.998650] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.998650] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.999119] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37bf9cc5-847b-42fb-989a-22543947ae7c already deleted. [ 581.999119] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37bf9cc5-847b-42fb-989a-22543947ae7c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.269543] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.269727] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.269771] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.269977] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.270078] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.270174] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a75a4ff7-154e-4b6d-b9d6-cd78bd53244a is going to be created. [ 582.303337] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.303573] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.303721] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.303931] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.304116] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.317327] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a75a4ff7-154e-4b6d-b9d6-cd78bd53244a in Status: UNINITIALIZED for 2s [ 582.481939] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.482238] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.482346] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.482649] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.482797] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.482949] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Segment Port 52ba8932-3610-4f34-9461-da4fd10e77f6 not found, creating... [ 582.483247] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.483407] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.483519] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.483764] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.483922] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.484233] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.484384] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.484494] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.484718] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.484835] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.484968] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Resource: SegmentPort with ID: 52ba8932-3610-4f34-9461-da4fd10e77f6 is going to be created. [ 582.510474] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.510751] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.511101] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.511200] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.511450] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.511698] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "port-52ba8932-3610-4f34-9461-da4fd10e77f6" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.811149] env[65307]: INFO networking_nsxv3.common.synchronization [req-a18755a1-721c-452a-8cae-dfc8f787456d req-eb33c10a-42a9-4143-9183-a4ed70263d29 tempest-ServerAddressesNegativeTestJSON-1413237449 tempest-ServerAddressesNegativeTestJSON-1413237449-project-member] Enqueued Resource ID: 8a4c1f9e-549d-4f6a-b39d-400a97d19a08 with Priority: HIGHEST for action security_group_members [ 582.812220] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a4c1f9e-549d-4f6a-b39d-400a97d19a08 with Priority: HIGHEST for action security_group_members [ 582.812684] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a4c1f9e-549d-4f6a-b39d-400a97d19a08 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.812984] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a4c1f9e-549d-4f6a-b39d-400a97d19a08" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.812984] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a4c1f9e-549d-4f6a-b39d-400a97d19a08" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.813330] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a4c1f9e-549d-4f6a-b39d-400a97d19a08" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.813543] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.813675] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.813739] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.814095] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.814167] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.814250] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8a4c1f9e-549d-4f6a-b39d-400a97d19a08',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 582.830400] env[65307]: INFO networking_nsxv3.common.synchronization [None req-c74b5777-8021-49a0-8a21-6b56ff89bc28 None None] Enqueued Resource ID: 022c4c4c-dd6e-4b5c-a749-d4b62bcb4887 with Priority: HIGHEST for action port [ 582.831323] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 022c4c4c-dd6e-4b5c-a749-d4b62bcb4887 with Priority: HIGHEST for action port [ 582.831744] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-022c4c4c-dd6e-4b5c-a749-d4b62bcb4887 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.831936] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-022c4c4c-dd6e-4b5c-a749-d4b62bcb4887" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.832038] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-022c4c4c-dd6e-4b5c-a749-d4b62bcb4887" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.832482] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-022c4c4c-dd6e-4b5c-a749-d4b62bcb4887" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.832546] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('022c4c4c-dd6e-4b5c-a749-d4b62bcb4887',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.317916] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.320620] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.322043] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.322043] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.322043] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.322043] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.322043] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.322043] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.322043] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.322043] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.322043] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8a4c1f9e-549d-4f6a-b39d-400a97d19a08 already deleted. [ 583.322043] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a4c1f9e-549d-4f6a-b39d-400a97d19a08" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.337531] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 022c4c4c-dd6e-4b5c-a749-d4b62bcb4887 [ 583.337687] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.337845] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.337845] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.338089] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.338182] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.338280] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:022c4c4c-dd6e-4b5c-a749-d4b62bcb4887 already deleted. [ 583.338360] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-022c4c4c-dd6e-4b5c-a749-d4b62bcb4887" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.363393] env[65307]: INFO networking_nsxv3.common.synchronization [req-0f22409c-947b-46f2-9be1-63a541feed51 req-fa6fbea8-9920-4727-a46d-0d3a388213bb service nova] Enqueued Resource ID: 37bf9cc5-847b-42fb-989a-22543947ae7c with Priority: HIGHEST for action security_group_rules [ 583.363620] env[65307]: INFO networking_nsxv3.common.synchronization [req-0f22409c-947b-46f2-9be1-63a541feed51 req-fa6fbea8-9920-4727-a46d-0d3a388213bb service nova] Enqueued Resource ID: 37bf9cc5-847b-42fb-989a-22543947ae7c with Priority: HIGHEST for action security_group_members [ 583.363685] env[65307]: INFO networking_nsxv3.common.synchronization [req-0f22409c-947b-46f2-9be1-63a541feed51 req-fa6fbea8-9920-4727-a46d-0d3a388213bb service nova] Enqueued Resource ID: 52ba8932-3610-4f34-9461-da4fd10e77f6 with Priority: HIGHEST for action port [ 583.364724] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37bf9cc5-847b-42fb-989a-22543947ae7c with Priority: HIGHEST for action security_group_rules [ 583.365099] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37bf9cc5-847b-42fb-989a-22543947ae7c with Priority: HIGHEST for action security_group_members [ 583.365099] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52ba8932-3610-4f34-9461-da4fd10e77f6 with Priority: HIGHEST for action port [ 583.365456] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-37bf9cc5-847b-42fb-989a-22543947ae7c taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.365456] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-37bf9cc5-847b-42fb-989a-22543947ae7c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.365456] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-37bf9cc5-847b-42fb-989a-22543947ae7c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.365890] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-37bf9cc5-847b-42fb-989a-22543947ae7c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.365890] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('37bf9cc5-847b-42fb-989a-22543947ae7c',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.367856] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-37bf9cc5-847b-42fb-989a-22543947ae7c taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.367856] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37bf9cc5-847b-42fb-989a-22543947ae7c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.367856] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37bf9cc5-847b-42fb-989a-22543947ae7c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.367856] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37bf9cc5-847b-42fb-989a-22543947ae7c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.367856] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.367856] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.368116] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.368750] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.368850] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.368926] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('37bf9cc5-847b-42fb-989a-22543947ae7c',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.373296] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-52ba8932-3610-4f34-9461-da4fd10e77f6 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.373296] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-52ba8932-3610-4f34-9461-da4fd10e77f6" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.373296] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-52ba8932-3610-4f34-9461-da4fd10e77f6" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.373296] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-52ba8932-3610-4f34-9461-da4fd10e77f6" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.373296] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('52ba8932-3610-4f34-9461-da4fd10e77f6',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.482913] env[65307]: INFO networking_nsxv3.common.synchronization [None req-cff741b2-659a-4a76-86dc-4ad74253d9eb None None] Enqueued Resource ID: 0e4b3432-20cf-4137-8d8d-e267022e737d with Priority: HIGHEST for action port [ 583.483191] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e4b3432-20cf-4137-8d8d-e267022e737d with Priority: HIGHEST for action port [ 583.483987] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-0e4b3432-20cf-4137-8d8d-e267022e737d taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.483987] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0e4b3432-20cf-4137-8d8d-e267022e737d" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.483987] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0e4b3432-20cf-4137-8d8d-e267022e737d" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.485867] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0e4b3432-20cf-4137-8d8d-e267022e737d" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.485867] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0e4b3432-20cf-4137-8d8d-e267022e737d',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.635124] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0a1d298d-2e27-431e-a1c7-50bf0406e216 in Status: SUCCESS [ 583.635381] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0a1d298d-2e27-431e-a1c7-50bf0406e216" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.714598] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock network-47 taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.714781] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "network-47" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.714899] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "network-47" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.715254] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "network-47" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.715519] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.715668] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.715777] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.716226] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.716368] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.716568] env[65307]: DEBUG dogpile.cache.region [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 583.716670] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] NeedRegenerationException {{(pid=65307) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 583.716768] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] no value, waiting for create lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 583.716868] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] value creation lock acquired {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 583.717079] env[65307]: DEBUG dogpile.cache.region [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 583.717079] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Calling creation function for not-yet-present value {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 583.717200] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 583.738025] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 583.738025] env[65307]: DEBUG dogpile.cache.region [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65307) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 583.738025] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Released creation lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 583.738025] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "network-47" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.738025] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock port-dfb766ed-8f3e-48fc-84a0-7a71d20333d9 taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.738025] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "port-dfb766ed-8f3e-48fc-84a0-7a71d20333d9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.738025] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "port-dfb766ed-8f3e-48fc-84a0-7a71d20333d9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.738025] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "port-dfb766ed-8f3e-48fc-84a0-7a71d20333d9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.738025] env[65307]: DEBUG networking_nsxv3.api.rpc [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dfb766ed-8f3e-48fc-84a0-7a71d20333d9',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.872680] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-37bf9cc5-847b-42fb-989a-22543947ae7c taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.872680] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37bf9cc5-847b-42fb-989a-22543947ae7c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.872680] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('37bf9cc5-847b-42fb-989a-22543947ae7c',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.879770] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 52ba8932-3610-4f34-9461-da4fd10e77f6 with status ACTIVE [ 583.880031] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.880158] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.880199] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.881040] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.882348] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.882348] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.882348] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.882348] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.882348] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.882348] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.882659] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.882659] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.882659] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.882809] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.882994] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.883216] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 52ba8932-3610-4f34-9461-da4fd10e77f6 is going to be updated. [ 583.906250] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.906419] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.906491] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.906769] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.906926] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.907119] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-52ba8932-3610-4f34-9461-da4fd10e77f6" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.986892] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0e4b3432-20cf-4137-8d8d-e267022e737d [ 583.987602] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.987805] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.987878] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.988141] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.988223] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.988663] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0e4b3432-20cf-4137-8d8d-e267022e737d already deleted. [ 583.988663] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0e4b3432-20cf-4137-8d8d-e267022e737d" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.240319] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.240535] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.240655] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.241485] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.241690] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.241908] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Segment Port dfb766ed-8f3e-48fc-84a0-7a71d20333d9 not found, creating... [ 584.242207] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.242366] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.242475] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.242771] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.242907] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.243681] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.243789] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.244010] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.244874] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.244989] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.245149] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Resource: SegmentPort with ID: dfb766ed-8f3e-48fc-84a0-7a71d20333d9 is going to be created. [ 584.265017] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.265236] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.265351] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.265693] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.265988] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.266254] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "port-dfb766ed-8f3e-48fc-84a0-7a71d20333d9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.328345] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a75a4ff7-154e-4b6d-b9d6-cd78bd53244a in Status: SUCCESS [ 584.328542] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a75a4ff7-154e-4b6d-b9d6-cd78bd53244a" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.328713] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a75a4ff7-154e-4b6d-b9d6-cd78bd53244a" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.328938] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a75a4ff7-154e-4b6d-b9d6-cd78bd53244a" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.329153] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.329270] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.329335] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.329496] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.329578] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.329663] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a75a4ff7-154e-4b6d-b9d6-cd78bd53244a" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.329753] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a75a4ff7-154e-4b6d-b9d6-cd78bd53244a',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.376038] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('37bf9cc5-847b-42fb-989a-22543947ae7c',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.832734] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-a75a4ff7-154e-4b6d-b9d6-cd78bd53244a taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.832966] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a75a4ff7-154e-4b6d-b9d6-cd78bd53244a" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.832966] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a75a4ff7-154e-4b6d-b9d6-cd78bd53244a" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.836138] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a75a4ff7-154e-4b6d-b9d6-cd78bd53244a" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.836269] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.836390] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.837800] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.837800] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.837800] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.837800] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a75a4ff7-154e-4b6d-b9d6-cd78bd53244a" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.837800] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-a75a4ff7-154e-4b6d-b9d6-cd78bd53244a taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.837800] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a75a4ff7-154e-4b6d-b9d6-cd78bd53244a" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.837800] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a75a4ff7-154e-4b6d-b9d6-cd78bd53244a" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.837800] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a75a4ff7-154e-4b6d-b9d6-cd78bd53244a" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.837800] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.837800] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.837800] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.837800] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.837800] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.838258] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a75a4ff7-154e-4b6d-b9d6-cd78bd53244a" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.838258] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a75a4ff7-154e-4b6d-b9d6-cd78bd53244a',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.847275] env[65307]: INFO networking_nsxv3.common.synchronization [None req-2bf78100-6fc1-4b1e-bff1-a0eb3fe4d753 None None] Enqueued Resource ID: 000cec10-70f3-43b4-b714-094292ed3d86 with Priority: HIGHEST for action port [ 584.847973] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 000cec10-70f3-43b4-b714-094292ed3d86 with Priority: HIGHEST for action port [ 584.848586] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-000cec10-70f3-43b4-b714-094292ed3d86 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.848586] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-000cec10-70f3-43b4-b714-094292ed3d86" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.848586] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-000cec10-70f3-43b4-b714-094292ed3d86" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.848586] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-000cec10-70f3-43b4-b714-094292ed3d86" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.848796] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('000cec10-70f3-43b4-b714-094292ed3d86',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.878546] env[65307]: INFO networking_nsxv3.common.synchronization [None req-edfb500b-f0df-4efe-a13f-a28ae86879a0 None None] Enqueued Resource ID: b2421f40-4f0f-4799-a4d0-bff069f0c92a with Priority: HIGHEST for action port [ 584.879617] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.879617] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.879617] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.879617] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.880658] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.880658] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37bf9cc5-847b-42fb-989a-22543947ae7c is going to be created. [ 584.881766] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2421f40-4f0f-4799-a4d0-bff069f0c92a with Priority: HIGHEST for action port [ 584.882185] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-b2421f40-4f0f-4799-a4d0-bff069f0c92a taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.882290] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b2421f40-4f0f-4799-a4d0-bff069f0c92a" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.882290] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b2421f40-4f0f-4799-a4d0-bff069f0c92a" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.882891] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b2421f40-4f0f-4799-a4d0-bff069f0c92a" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.882891] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b2421f40-4f0f-4799-a4d0-bff069f0c92a',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.917695] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.917921] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.917921] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.918104] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.918332] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.933509] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37bf9cc5-847b-42fb-989a-22543947ae7c in Status: UNINITIALIZED for 2s [ 585.069930] env[65307]: INFO networking_nsxv3.common.synchronization [req-a18755a1-721c-452a-8cae-dfc8f787456d req-5d8ff0d1-2a1f-4fb7-bc89-9ee0aa2f5b4b service nova] Enqueued Resource ID: 8a4c1f9e-549d-4f6a-b39d-400a97d19a08 with Priority: HIGHEST for action security_group_rules [ 585.069930] env[65307]: INFO networking_nsxv3.common.synchronization [req-a18755a1-721c-452a-8cae-dfc8f787456d req-5d8ff0d1-2a1f-4fb7-bc89-9ee0aa2f5b4b service nova] Enqueued Resource ID: 8a4c1f9e-549d-4f6a-b39d-400a97d19a08 with Priority: HIGHEST for action security_group_members [ 585.069930] env[65307]: INFO networking_nsxv3.common.synchronization [req-a18755a1-721c-452a-8cae-dfc8f787456d req-5d8ff0d1-2a1f-4fb7-bc89-9ee0aa2f5b4b service nova] Enqueued Resource ID: dfb766ed-8f3e-48fc-84a0-7a71d20333d9 with Priority: HIGHEST for action port [ 585.070275] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a4c1f9e-549d-4f6a-b39d-400a97d19a08 with Priority: HIGHEST for action security_group_rules [ 585.070275] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a4c1f9e-549d-4f6a-b39d-400a97d19a08 with Priority: HIGHEST for action security_group_members [ 585.070333] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfb766ed-8f3e-48fc-84a0-7a71d20333d9 with Priority: HIGHEST for action port [ 585.070664] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8a4c1f9e-549d-4f6a-b39d-400a97d19a08 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.070724] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8a4c1f9e-549d-4f6a-b39d-400a97d19a08" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.070861] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8a4c1f9e-549d-4f6a-b39d-400a97d19a08" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.071052] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8a4c1f9e-549d-4f6a-b39d-400a97d19a08" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.071089] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8a4c1f9e-549d-4f6a-b39d-400a97d19a08',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.072428] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a4c1f9e-549d-4f6a-b39d-400a97d19a08 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.072544] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a4c1f9e-549d-4f6a-b39d-400a97d19a08" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.072613] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a4c1f9e-549d-4f6a-b39d-400a97d19a08" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.072791] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a4c1f9e-549d-4f6a-b39d-400a97d19a08" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.072932] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.073036] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.073099] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.073247] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.073358] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.073414] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8a4c1f9e-549d-4f6a-b39d-400a97d19a08',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.074127] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-dfb766ed-8f3e-48fc-84a0-7a71d20333d9 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.074507] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dfb766ed-8f3e-48fc-84a0-7a71d20333d9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.074563] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dfb766ed-8f3e-48fc-84a0-7a71d20333d9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.074724] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dfb766ed-8f3e-48fc-84a0-7a71d20333d9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.074792] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dfb766ed-8f3e-48fc-84a0-7a71d20333d9',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.340597] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a75a4ff7-154e-4b6d-b9d6-cd78bd53244a: rpc.has_security_group_logging(os_id): False [ 585.351980] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 000cec10-70f3-43b4-b714-094292ed3d86 [ 585.351980] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.351980] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.351980] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.351980] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.351980] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.352417] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:000cec10-70f3-43b4-b714-094292ed3d86 already deleted. [ 585.352417] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-000cec10-70f3-43b4-b714-094292ed3d86" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.361144] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.361144] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.361144] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.361144] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.361144] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.361144] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.361144] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.361144] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.361144] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.361144] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.361144] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.361144] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.361144] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.361144] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.361144] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.361794] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.361794] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.361794] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.361794] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.361794] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.361794] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a75a4ff7-154e-4b6d-b9d6-cd78bd53244a is going to be created. [ 585.384613] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b2421f40-4f0f-4799-a4d0-bff069f0c92a [ 585.384930] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.385953] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.386552] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.386552] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.386552] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.386552] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b2421f40-4f0f-4799-a4d0-bff069f0c92a already deleted. [ 585.387108] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b2421f40-4f0f-4799-a4d0-bff069f0c92a" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.431072] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.431318] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.431398] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.431618] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.431807] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.444325] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a75a4ff7-154e-4b6d-b9d6-cd78bd53244a in Status: IN_PROGRESS for 2s [ 585.574533] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a4c1f9e-549d-4f6a-b39d-400a97d19a08 taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.574838] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a4c1f9e-549d-4f6a-b39d-400a97d19a08" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.577253] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dfb766ed-8f3e-48fc-84a0-7a71d20333d9 with status ACTIVE [ 585.577470] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.577647] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.578252] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.578252] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.578252] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.578252] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.578252] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.578739] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.578739] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.578739] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.578739] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.578860] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.578860] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.579054] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.579105] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.579150] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dfb766ed-8f3e-48fc-84a0-7a71d20333d9 is going to be updated. [ 585.584066] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8a4c1f9e-549d-4f6a-b39d-400a97d19a08',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.609289] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.609452] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.609510] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.610180] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.610180] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.610180] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dfb766ed-8f3e-48fc-84a0-7a71d20333d9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.087081] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8a4c1f9e-549d-4f6a-b39d-400a97d19a08',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.589745] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.589907] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.589972] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.591154] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.591356] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.591424] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8a4c1f9e-549d-4f6a-b39d-400a97d19a08 is going to be created. [ 586.617977] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.618488] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.618488] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.618623] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.618750] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.631051] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a4c1f9e-549d-4f6a-b39d-400a97d19a08 in Status: UNINITIALIZED for 2s [ 586.944591] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37bf9cc5-847b-42fb-989a-22543947ae7c in Status: SUCCESS [ 586.944870] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37bf9cc5-847b-42fb-989a-22543947ae7c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.945144] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37bf9cc5-847b-42fb-989a-22543947ae7c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.945426] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37bf9cc5-847b-42fb-989a-22543947ae7c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.945649] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.945770] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.945833] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.946047] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.946158] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.946287] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37bf9cc5-847b-42fb-989a-22543947ae7c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.946447] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('37bf9cc5-847b-42fb-989a-22543947ae7c',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.449266] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-37bf9cc5-847b-42fb-989a-22543947ae7c taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.449657] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37bf9cc5-847b-42fb-989a-22543947ae7c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.449657] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37bf9cc5-847b-42fb-989a-22543947ae7c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.449828] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37bf9cc5-847b-42fb-989a-22543947ae7c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.449927] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.450054] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.450123] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.450224] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.450759] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.450759] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37bf9cc5-847b-42fb-989a-22543947ae7c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.450759] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-37bf9cc5-847b-42fb-989a-22543947ae7c taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.450759] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37bf9cc5-847b-42fb-989a-22543947ae7c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.450759] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37bf9cc5-847b-42fb-989a-22543947ae7c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.450759] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37bf9cc5-847b-42fb-989a-22543947ae7c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.451045] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.451045] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.451119] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.451235] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.451309] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.451388] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37bf9cc5-847b-42fb-989a-22543947ae7c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.451483] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('37bf9cc5-847b-42fb-989a-22543947ae7c',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.461302] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a75a4ff7-154e-4b6d-b9d6-cd78bd53244a in Status: SUCCESS [ 587.461665] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a75a4ff7-154e-4b6d-b9d6-cd78bd53244a" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.956112] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 37bf9cc5-847b-42fb-989a-22543947ae7c: rpc.has_security_group_logging(os_id): False [ 587.974933] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.975137] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.975211] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.975797] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.975933] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.976265] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.976568] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.976568] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.976680] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.976769] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.976906] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.977173] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.977260] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.977517] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.977626] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.977894] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.977986] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.978124] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.978306] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.978383] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.978498] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 37bf9cc5-847b-42fb-989a-22543947ae7c is going to be created. [ 588.046372] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.046506] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.046584] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.047463] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.047463] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.059116] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 37bf9cc5-847b-42fb-989a-22543947ae7c in Status: IN_PROGRESS for 2s [ 588.640906] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a4c1f9e-549d-4f6a-b39d-400a97d19a08 in Status: SUCCESS [ 588.641246] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a4c1f9e-549d-4f6a-b39d-400a97d19a08" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.641494] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a4c1f9e-549d-4f6a-b39d-400a97d19a08" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.641730] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a4c1f9e-549d-4f6a-b39d-400a97d19a08" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.641987] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.642142] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.642217] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.642392] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.642476] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.642621] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a4c1f9e-549d-4f6a-b39d-400a97d19a08" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.642707] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8a4c1f9e-549d-4f6a-b39d-400a97d19a08',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.145714] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a4c1f9e-549d-4f6a-b39d-400a97d19a08 taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.145950] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a4c1f9e-549d-4f6a-b39d-400a97d19a08" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.146136] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a4c1f9e-549d-4f6a-b39d-400a97d19a08" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.146403] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a4c1f9e-549d-4f6a-b39d-400a97d19a08" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.146611] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.146829] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.146905] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.147140] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.147251] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.147348] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a4c1f9e-549d-4f6a-b39d-400a97d19a08" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.147757] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a4c1f9e-549d-4f6a-b39d-400a97d19a08 taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.147757] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a4c1f9e-549d-4f6a-b39d-400a97d19a08" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.147757] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a4c1f9e-549d-4f6a-b39d-400a97d19a08" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.148063] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a4c1f9e-549d-4f6a-b39d-400a97d19a08" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.148063] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.148063] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.148224] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.148438] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.148513] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.148564] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a4c1f9e-549d-4f6a-b39d-400a97d19a08" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.148638] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8a4c1f9e-549d-4f6a-b39d-400a97d19a08',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.652438] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8a4c1f9e-549d-4f6a-b39d-400a97d19a08: rpc.has_security_group_logging(os_id): False [ 589.672015] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.672368] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.672552] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.672939] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.673092] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.673400] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.673628] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.673719] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.673955] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.674159] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.674272] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.674372] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.674477] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.674598] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.674668] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.674832] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.674930] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.674972] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.675130] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.675202] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.675285] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8a4c1f9e-549d-4f6a-b39d-400a97d19a08 is going to be created. [ 589.748021] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.749304] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.749442] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.749595] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.749794] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.764419] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8a4c1f9e-549d-4f6a-b39d-400a97d19a08 in Status: IN_PROGRESS for 2s [ 590.072521] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 37bf9cc5-847b-42fb-989a-22543947ae7c in Status: SUCCESS [ 590.072521] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-37bf9cc5-847b-42fb-989a-22543947ae7c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.072521] env[65307]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 590.072521] env[65307]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 590.532287] env[65307]: INFO networking_nsxv3.common.synchronization [req-930cf032-3902-4e16-88c4-adf3964a1f76 req-848d0bc7-3058-43fa-b5e0-cb9fc0989516 tempest-VolumesAssistedSnapshotsTest-606208129 tempest-VolumesAssistedSnapshotsTest-606208129-project-member] Enqueued Resource ID: b35f0dc2-7c76-42f5-a6f4-056679b4ec19 with Priority: HIGHEST for action security_group_members [ 590.532759] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b35f0dc2-7c76-42f5-a6f4-056679b4ec19 with Priority: HIGHEST for action security_group_members [ 590.532995] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-b35f0dc2-7c76-42f5-a6f4-056679b4ec19 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.533136] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b35f0dc2-7c76-42f5-a6f4-056679b4ec19" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.533216] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b35f0dc2-7c76-42f5-a6f4-056679b4ec19" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.533451] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b35f0dc2-7c76-42f5-a6f4-056679b4ec19" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.533601] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.533696] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.533753] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.533915] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.534125] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.534836] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b35f0dc2-7c76-42f5-a6f4-056679b4ec19',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.841963] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock network-900 taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.842296] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "network-900" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.842296] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "network-900" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.842930] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "network-900" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.842930] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.843091] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.843091] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.843322] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.843425] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.843625] env[65307]: DEBUG dogpile.cache.region [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 590.844279] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] NeedRegenerationException {{(pid=65307) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 590.844279] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] no value, waiting for create lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 590.844279] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] value creation lock acquired {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 590.844279] env[65307]: DEBUG dogpile.cache.region [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 590.844279] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Calling creation function for not-yet-present value {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 590.844279] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 590.866328] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 590.866328] env[65307]: DEBUG dogpile.cache.region [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65307) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 590.866328] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Released creation lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 590.866328] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "network-900" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.866328] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock port-e2e6e9ed-d958-47f2-b956-00d09740de1c taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.866328] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "port-e2e6e9ed-d958-47f2-b956-00d09740de1c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.866328] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "port-e2e6e9ed-d958-47f2-b956-00d09740de1c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.866328] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "port-e2e6e9ed-d958-47f2-b956-00d09740de1c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.866328] env[65307]: DEBUG networking_nsxv3.api.rpc [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e2e6e9ed-d958-47f2-b956-00d09740de1c',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.037533] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.037533] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.037770] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.037826] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.037918] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.038129] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.038230] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.038293] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.038470] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.038546] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.038627] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b35f0dc2-7c76-42f5-a6f4-056679b4ec19 already deleted. [ 591.038708] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b35f0dc2-7c76-42f5-a6f4-056679b4ec19" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.369056] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.369407] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.369614] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.370015] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.370262] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.370506] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Segment Port e2e6e9ed-d958-47f2-b956-00d09740de1c not found, creating... [ 591.370899] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.371156] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.371345] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.371679] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.371893] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.372358] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.372559] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.372747] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.373068] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.373284] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.373504] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Resource: SegmentPort with ID: e2e6e9ed-d958-47f2-b956-00d09740de1c is going to be created. [ 591.395597] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.395597] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.395765] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.396218] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.396566] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.396879] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "port-e2e6e9ed-d958-47f2-b956-00d09740de1c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.777706] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8a4c1f9e-549d-4f6a-b39d-400a97d19a08 in Status: SUCCESS [ 591.777960] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8a4c1f9e-549d-4f6a-b39d-400a97d19a08" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.185141] env[65307]: INFO networking_nsxv3.common.synchronization [req-930cf032-3902-4e16-88c4-adf3964a1f76 req-ebba1a09-f495-4fe9-9e54-70327db02178 service nova] Enqueued Resource ID: b35f0dc2-7c76-42f5-a6f4-056679b4ec19 with Priority: HIGHEST for action security_group_rules [ 592.185403] env[65307]: INFO networking_nsxv3.common.synchronization [req-930cf032-3902-4e16-88c4-adf3964a1f76 req-ebba1a09-f495-4fe9-9e54-70327db02178 service nova] Enqueued Resource ID: b35f0dc2-7c76-42f5-a6f4-056679b4ec19 with Priority: HIGHEST for action security_group_members [ 592.185442] env[65307]: INFO networking_nsxv3.common.synchronization [req-930cf032-3902-4e16-88c4-adf3964a1f76 req-ebba1a09-f495-4fe9-9e54-70327db02178 service nova] Enqueued Resource ID: e2e6e9ed-d958-47f2-b956-00d09740de1c with Priority: HIGHEST for action port [ 592.185949] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b35f0dc2-7c76-42f5-a6f4-056679b4ec19 with Priority: HIGHEST for action security_group_rules [ 592.186129] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b35f0dc2-7c76-42f5-a6f4-056679b4ec19 with Priority: HIGHEST for action security_group_members [ 592.186228] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2e6e9ed-d958-47f2-b956-00d09740de1c with Priority: HIGHEST for action port [ 592.186526] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b35f0dc2-7c76-42f5-a6f4-056679b4ec19 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.186647] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b35f0dc2-7c76-42f5-a6f4-056679b4ec19" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.186744] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b35f0dc2-7c76-42f5-a6f4-056679b4ec19" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.186934] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b35f0dc2-7c76-42f5-a6f4-056679b4ec19" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.187232] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b35f0dc2-7c76-42f5-a6f4-056679b4ec19',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.188079] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-b35f0dc2-7c76-42f5-a6f4-056679b4ec19 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.188150] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b35f0dc2-7c76-42f5-a6f4-056679b4ec19" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.188194] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b35f0dc2-7c76-42f5-a6f4-056679b4ec19" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.188363] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b35f0dc2-7c76-42f5-a6f4-056679b4ec19" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.188520] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.188771] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.188771] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.188924] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.188924] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.189084] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b35f0dc2-7c76-42f5-a6f4-056679b4ec19',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.189906] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-e2e6e9ed-d958-47f2-b956-00d09740de1c taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.190070] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e2e6e9ed-d958-47f2-b956-00d09740de1c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.190139] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e2e6e9ed-d958-47f2-b956-00d09740de1c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.190706] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e2e6e9ed-d958-47f2-b956-00d09740de1c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.190706] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e2e6e9ed-d958-47f2-b956-00d09740de1c',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.692122] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b35f0dc2-7c76-42f5-a6f4-056679b4ec19',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.693590] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-b35f0dc2-7c76-42f5-a6f4-056679b4ec19 taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.693955] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b35f0dc2-7c76-42f5-a6f4-056679b4ec19" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.694430] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e2e6e9ed-d958-47f2-b956-00d09740de1c with status ACTIVE [ 592.694430] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.694591] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.694591] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.694815] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.694815] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.694986] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.695098] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.695158] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.695321] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.696308] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.696308] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.696308] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.696308] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.696308] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.696308] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.696308] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e2e6e9ed-d958-47f2-b956-00d09740de1c is going to be updated. [ 592.743577] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.743733] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.743802] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.744091] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.744192] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.744332] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e2e6e9ed-d958-47f2-b956-00d09740de1c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.028021] env[65307]: INFO networking_nsxv3.common.synchronization [req-10ea6d9e-73f4-4331-bfc3-b5403a8cdc57 req-e76218e2-318c-404b-8c38-36b4b27b6aa4 tempest-InstanceActionsV221TestJSON-1065335289 tempest-InstanceActionsV221TestJSON-1065335289-project-member] Enqueued Resource ID: bacc929e-b0d1-47ef-93ca-6666bf68bb02 with Priority: HIGHEST for action security_group_members [ 593.028021] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bacc929e-b0d1-47ef-93ca-6666bf68bb02 with Priority: HIGHEST for action security_group_members [ 593.028021] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-bacc929e-b0d1-47ef-93ca-6666bf68bb02 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.028021] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bacc929e-b0d1-47ef-93ca-6666bf68bb02" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.028021] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bacc929e-b0d1-47ef-93ca-6666bf68bb02" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.028021] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bacc929e-b0d1-47ef-93ca-6666bf68bb02" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.028021] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.028021] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.028021] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.028021] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.028021] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.028021] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bacc929e-b0d1-47ef-93ca-6666bf68bb02',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.194950] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b35f0dc2-7c76-42f5-a6f4-056679b4ec19',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.532020] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.532020] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.532020] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.532020] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.532020] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.532020] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.532020] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.532020] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.532020] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.532020] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.532020] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bacc929e-b0d1-47ef-93ca-6666bf68bb02 already deleted. [ 593.532589] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bacc929e-b0d1-47ef-93ca-6666bf68bb02" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.644695] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock network-327 taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.644927] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "network-327" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.645019] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "network-327" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.645363] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "network-327" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.645631] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.645776] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.645904] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.646444] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.646593] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.646820] env[65307]: DEBUG dogpile.cache.region [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 593.646982] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] NeedRegenerationException {{(pid=65307) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 593.647149] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] no value, waiting for create lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 593.647220] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] value creation lock acquired {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 593.647332] env[65307]: DEBUG dogpile.cache.region [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 593.647429] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Calling creation function for not-yet-present value {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 593.647560] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 593.698207] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.698529] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.698652] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.699018] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.699221] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.699414] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b35f0dc2-7c76-42f5-a6f4-056679b4ec19 is going to be created. [ 593.762791] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 593.762961] env[65307]: DEBUG dogpile.cache.region [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Cache value generated in 0.115 seconds for key(s): 'zone-id' {{(pid=65307) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 593.763114] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Released creation lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 593.763468] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "network-327" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.763899] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock port-2ebba6e2-f84e-47b4-92d0-1b9ddd3c36e4 taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.764311] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "port-2ebba6e2-f84e-47b4-92d0-1b9ddd3c36e4" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.764443] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "port-2ebba6e2-f84e-47b4-92d0-1b9ddd3c36e4" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.764817] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "port-2ebba6e2-f84e-47b4-92d0-1b9ddd3c36e4" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.764958] env[65307]: DEBUG networking_nsxv3.api.rpc [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2ebba6e2-f84e-47b4-92d0-1b9ddd3c36e4',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.775772] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.775973] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.776074] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.776433] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.776614] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.790904] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b35f0dc2-7c76-42f5-a6f4-056679b4ec19 in Status: UNINITIALIZED for 2s [ 594.268031] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.268467] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.268576] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.268940] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.269208] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.269461] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Segment Port 2ebba6e2-f84e-47b4-92d0-1b9ddd3c36e4 not found, creating... [ 594.269820] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.270066] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.270252] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.270583] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.270784] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.271209] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.271437] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.271611] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.271910] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.272125] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.272333] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Resource: SegmentPort with ID: 2ebba6e2-f84e-47b4-92d0-1b9ddd3c36e4 is going to be created. [ 594.300181] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.300501] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.300591] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.300872] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.301124] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.301355] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "port-2ebba6e2-f84e-47b4-92d0-1b9ddd3c36e4" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.941091] env[65307]: INFO networking_nsxv3.common.synchronization [req-10ea6d9e-73f4-4331-bfc3-b5403a8cdc57 req-34b8a112-ad40-42ca-b4d5-aa77a7e6c718 service nova] Enqueued Resource ID: bacc929e-b0d1-47ef-93ca-6666bf68bb02 with Priority: HIGHEST for action security_group_rules [ 594.941224] env[65307]: INFO networking_nsxv3.common.synchronization [req-10ea6d9e-73f4-4331-bfc3-b5403a8cdc57 req-34b8a112-ad40-42ca-b4d5-aa77a7e6c718 service nova] Enqueued Resource ID: bacc929e-b0d1-47ef-93ca-6666bf68bb02 with Priority: HIGHEST for action security_group_members [ 594.941303] env[65307]: INFO networking_nsxv3.common.synchronization [req-10ea6d9e-73f4-4331-bfc3-b5403a8cdc57 req-34b8a112-ad40-42ca-b4d5-aa77a7e6c718 service nova] Enqueued Resource ID: 2ebba6e2-f84e-47b4-92d0-1b9ddd3c36e4 with Priority: HIGHEST for action port [ 594.941592] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bacc929e-b0d1-47ef-93ca-6666bf68bb02 with Priority: HIGHEST for action security_group_rules [ 594.941716] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bacc929e-b0d1-47ef-93ca-6666bf68bb02 with Priority: HIGHEST for action security_group_members [ 594.941810] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ebba6e2-f84e-47b4-92d0-1b9ddd3c36e4 with Priority: HIGHEST for action port [ 594.942355] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bacc929e-b0d1-47ef-93ca-6666bf68bb02 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.942480] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bacc929e-b0d1-47ef-93ca-6666bf68bb02" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.942546] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bacc929e-b0d1-47ef-93ca-6666bf68bb02" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.942934] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bacc929e-b0d1-47ef-93ca-6666bf68bb02" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.942934] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bacc929e-b0d1-47ef-93ca-6666bf68bb02',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.944528] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-bacc929e-b0d1-47ef-93ca-6666bf68bb02 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.944645] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bacc929e-b0d1-47ef-93ca-6666bf68bb02" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.944713] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bacc929e-b0d1-47ef-93ca-6666bf68bb02" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.944898] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bacc929e-b0d1-47ef-93ca-6666bf68bb02" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.946202] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.946322] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.946405] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.946553] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.946632] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.946728] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bacc929e-b0d1-47ef-93ca-6666bf68bb02',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.947531] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-2ebba6e2-f84e-47b4-92d0-1b9ddd3c36e4 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.948352] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2ebba6e2-f84e-47b4-92d0-1b9ddd3c36e4" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.948427] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2ebba6e2-f84e-47b4-92d0-1b9ddd3c36e4" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.951602] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2ebba6e2-f84e-47b4-92d0-1b9ddd3c36e4" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.951602] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2ebba6e2-f84e-47b4-92d0-1b9ddd3c36e4',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.451854] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bacc929e-b0d1-47ef-93ca-6666bf68bb02',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.453208] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-bacc929e-b0d1-47ef-93ca-6666bf68bb02 taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.453280] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bacc929e-b0d1-47ef-93ca-6666bf68bb02" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.453709] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2ebba6e2-f84e-47b4-92d0-1b9ddd3c36e4 with status ACTIVE [ 595.453709] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.453709] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.453709] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.453942] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.454880] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.454880] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.454880] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.454880] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.455878] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.455878] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.455878] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.455878] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.455878] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.455878] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.456412] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.456412] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2ebba6e2-f84e-47b4-92d0-1b9ddd3c36e4 is going to be updated. [ 595.487192] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.487192] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.487363] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.487473] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.487614] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.487855] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2ebba6e2-f84e-47b4-92d0-1b9ddd3c36e4" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.538124] env[65307]: INFO networking_nsxv3.common.synchronization [req-e6057372-8315-45ca-9a54-81c461112738 req-bf8ac7fc-7776-41be-985d-c4c7116b7b5f tempest-FloatingIPsAssociationNegativeTestJSON-1946010075 tempest-FloatingIPsAssociationNegativeTestJSON-1946010075-project-member] Enqueued Resource ID: 56a5dee6-4a9d-46df-a94a-b39c5508e543 with Priority: HIGHEST for action security_group_members [ 595.538124] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56a5dee6-4a9d-46df-a94a-b39c5508e543 with Priority: HIGHEST for action security_group_members [ 595.538124] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-56a5dee6-4a9d-46df-a94a-b39c5508e543 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.541543] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56a5dee6-4a9d-46df-a94a-b39c5508e543" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.541543] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56a5dee6-4a9d-46df-a94a-b39c5508e543" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.541543] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56a5dee6-4a9d-46df-a94a-b39c5508e543" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.541543] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.541543] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.541543] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.541543] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.541543] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.541995] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('56a5dee6-4a9d-46df-a94a-b39c5508e543',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.729037] env[65307]: INFO networking_nsxv3.common.synchronization [None req-61929b8a-1890-41e3-89d9-e000db47cc2c tempest-ServersWithSpecificFlavorTestJSON-97324870 tempest-ServersWithSpecificFlavorTestJSON-97324870-project-member] Enqueued Resource ID: 19ec616f-3b1a-4ea0-b37f-4725ba96156d with Priority: HIGHEST for action security_group_rules [ 595.729531] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19ec616f-3b1a-4ea0-b37f-4725ba96156d with Priority: HIGHEST for action security_group_rules [ 595.729842] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-19ec616f-3b1a-4ea0-b37f-4725ba96156d taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.730115] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-19ec616f-3b1a-4ea0-b37f-4725ba96156d" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.730282] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-19ec616f-3b1a-4ea0-b37f-4725ba96156d" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.730596] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-19ec616f-3b1a-4ea0-b37f-4725ba96156d" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.730687] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('19ec616f-3b1a-4ea0-b37f-4725ba96156d',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.801749] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b35f0dc2-7c76-42f5-a6f4-056679b4ec19 in Status: SUCCESS [ 595.801963] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b35f0dc2-7c76-42f5-a6f4-056679b4ec19" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.802143] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b35f0dc2-7c76-42f5-a6f4-056679b4ec19" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.802484] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b35f0dc2-7c76-42f5-a6f4-056679b4ec19" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.802756] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.802928] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.803038] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.803298] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.803508] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.803602] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b35f0dc2-7c76-42f5-a6f4-056679b4ec19" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.803892] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b35f0dc2-7c76-42f5-a6f4-056679b4ec19',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.960256] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bacc929e-b0d1-47ef-93ca-6666bf68bb02',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.045559] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.045841] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.045919] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.046202] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.046304] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.046513] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.046608] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.046680] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.046842] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.046920] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.047016] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56a5dee6-4a9d-46df-a94a-b39c5508e543 already deleted. [ 596.047183] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56a5dee6-4a9d-46df-a94a-b39c5508e543" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.101378] env[65307]: INFO networking_nsxv3.common.synchronization [None req-4199c42e-0ba6-4b97-8aa7-6f891e678fb3 tempest-ServersWithSpecificFlavorTestJSON-97324870 tempest-ServersWithSpecificFlavorTestJSON-97324870-project-member] Enqueued Resource ID: 19ec616f-3b1a-4ea0-b37f-4725ba96156d with Priority: HIGHEST for action security_group_rules [ 596.102140] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19ec616f-3b1a-4ea0-b37f-4725ba96156d with Priority: HIGHEST for action security_group_rules [ 596.102140] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-19ec616f-3b1a-4ea0-b37f-4725ba96156d taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.102140] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-19ec616f-3b1a-4ea0-b37f-4725ba96156d" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.194445] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock network-778 taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.194920] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "network-778" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.195370] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "network-778" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.196652] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "network-778" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.196959] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.197151] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.197276] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.197517] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.197665] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.197869] env[65307]: DEBUG dogpile.cache.region [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 596.197988] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] NeedRegenerationException {{(pid=65307) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 596.198125] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] no value, waiting for create lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 596.198232] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] value creation lock acquired {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 596.198339] env[65307]: DEBUG dogpile.cache.region [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 596.198456] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Calling creation function for not-yet-present value {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 596.198580] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 596.221441] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 596.221725] env[65307]: DEBUG dogpile.cache.region [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65307) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 596.221796] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Released creation lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 596.221932] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "network-778" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.222271] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock port-7bf3233a-55dc-46c3-bf96-8962a37adb41 taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.222444] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "port-7bf3233a-55dc-46c3-bf96-8962a37adb41" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.222561] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "port-7bf3233a-55dc-46c3-bf96-8962a37adb41" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.222921] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "port-7bf3233a-55dc-46c3-bf96-8962a37adb41" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.223075] env[65307]: DEBUG networking_nsxv3.api.rpc [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7bf3233a-55dc-46c3-bf96-8962a37adb41',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.254804] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.254940] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.254995] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.255230] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.255888] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.255888] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 19ec616f-3b1a-4ea0-b37f-4725ba96156d already deleted. [ 596.255888] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-19ec616f-3b1a-4ea0-b37f-4725ba96156d" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.255888] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-19ec616f-3b1a-4ea0-b37f-4725ba96156d" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.256150] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-19ec616f-3b1a-4ea0-b37f-4725ba96156d" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.256150] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('19ec616f-3b1a-4ea0-b37f-4725ba96156d',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.306619] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b35f0dc2-7c76-42f5-a6f4-056679b4ec19',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.466886] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.467616] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.467841] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.468102] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.468223] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.468360] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bacc929e-b0d1-47ef-93ca-6666bf68bb02 is going to be created. [ 596.497674] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.497816] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.497889] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.498127] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.498290] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.521057] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bacc929e-b0d1-47ef-93ca-6666bf68bb02 in Status: UNINITIALIZED for 2s [ 596.727022] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.727224] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.727347] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.727589] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.727751] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.727888] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Segment Port 7bf3233a-55dc-46c3-bf96-8962a37adb41 not found, creating... [ 596.728160] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.728316] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.728428] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.728679] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.728824] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.729119] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.729271] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.729411] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.729590] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.729713] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.729843] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Resource: SegmentPort with ID: 7bf3233a-55dc-46c3-bf96-8962a37adb41 is going to be created. [ 596.752564] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.752854] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.752991] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.753418] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.753678] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.753991] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "port-7bf3233a-55dc-46c3-bf96-8962a37adb41" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.778863] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.779098] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.779098] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.780644] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.780644] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.780644] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 19ec616f-3b1a-4ea0-b37f-4725ba96156d already deleted. [ 596.780644] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-19ec616f-3b1a-4ea0-b37f-4725ba96156d" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.810609] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b35f0dc2-7c76-42f5-a6f4-056679b4ec19: rpc.has_security_group_logging(os_id): False [ 596.844715] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.844917] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.844917] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.845268] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.845396] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.845713] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.845845] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.845912] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.846210] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.846336] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.846455] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b35f0dc2-7c76-42f5-a6f4-056679b4ec19 is going to be created. [ 596.953573] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.953794] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.953841] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.954152] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.954407] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.965599] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b35f0dc2-7c76-42f5-a6f4-056679b4ec19 in Status: IN_PROGRESS for 2s [ 597.469355] env[65307]: INFO networking_nsxv3.common.synchronization [req-e6057372-8315-45ca-9a54-81c461112738 req-46fe4894-8d86-42de-b525-f611f2bbb9ff service nova] Enqueued Resource ID: 56a5dee6-4a9d-46df-a94a-b39c5508e543 with Priority: HIGHEST for action security_group_rules [ 597.469630] env[65307]: INFO networking_nsxv3.common.synchronization [req-e6057372-8315-45ca-9a54-81c461112738 req-46fe4894-8d86-42de-b525-f611f2bbb9ff service nova] Enqueued Resource ID: 56a5dee6-4a9d-46df-a94a-b39c5508e543 with Priority: HIGHEST for action security_group_members [ 597.469673] env[65307]: INFO networking_nsxv3.common.synchronization [req-e6057372-8315-45ca-9a54-81c461112738 req-46fe4894-8d86-42de-b525-f611f2bbb9ff service nova] Enqueued Resource ID: 7bf3233a-55dc-46c3-bf96-8962a37adb41 with Priority: HIGHEST for action port [ 597.470342] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56a5dee6-4a9d-46df-a94a-b39c5508e543 with Priority: HIGHEST for action security_group_rules [ 597.470480] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56a5dee6-4a9d-46df-a94a-b39c5508e543 with Priority: HIGHEST for action security_group_members [ 597.470574] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bf3233a-55dc-46c3-bf96-8962a37adb41 with Priority: HIGHEST for action port [ 597.470848] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-56a5dee6-4a9d-46df-a94a-b39c5508e543 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.470970] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-56a5dee6-4a9d-46df-a94a-b39c5508e543" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.471051] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-56a5dee6-4a9d-46df-a94a-b39c5508e543" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.471327] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-56a5dee6-4a9d-46df-a94a-b39c5508e543" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.471449] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('56a5dee6-4a9d-46df-a94a-b39c5508e543',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.473531] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-56a5dee6-4a9d-46df-a94a-b39c5508e543 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.473531] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56a5dee6-4a9d-46df-a94a-b39c5508e543" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.473531] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56a5dee6-4a9d-46df-a94a-b39c5508e543" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.473531] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56a5dee6-4a9d-46df-a94a-b39c5508e543" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.473531] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.473531] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.473531] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.473531] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.473531] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.473531] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('56a5dee6-4a9d-46df-a94a-b39c5508e543',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.477196] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-7bf3233a-55dc-46c3-bf96-8962a37adb41 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.477196] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7bf3233a-55dc-46c3-bf96-8962a37adb41" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.477196] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7bf3233a-55dc-46c3-bf96-8962a37adb41" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.477196] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7bf3233a-55dc-46c3-bf96-8962a37adb41" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.477196] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7bf3233a-55dc-46c3-bf96-8962a37adb41',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.660041] env[65307]: INFO networking_nsxv3.common.synchronization [req-8ed96505-f7d8-4cbd-9983-ea7f51e354a6 req-6e403922-5b41-4b89-8cad-91e76f100613 tempest-ServersAdminTestJSON-1069615806 tempest-ServersAdminTestJSON-1069615806-project-member] Enqueued Resource ID: d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa with Priority: HIGHEST for action security_group_members [ 597.661031] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa with Priority: HIGHEST for action security_group_members [ 597.661031] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.661031] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.661031] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.661341] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.661431] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.661528] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.661582] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.661736] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.661819] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.661908] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.979927] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('56a5dee6-4a9d-46df-a94a-b39c5508e543',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.981916] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-56a5dee6-4a9d-46df-a94a-b39c5508e543 taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.982822] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56a5dee6-4a9d-46df-a94a-b39c5508e543" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.984725] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7bf3233a-55dc-46c3-bf96-8962a37adb41 with status ACTIVE [ 597.984725] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.984725] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.984725] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.984913] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.985010] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.985187] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.985284] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.985495] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.985733] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.985824] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.986013] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.986210] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.986296] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.986467] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.986574] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.986685] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7bf3233a-55dc-46c3-bf96-8962a37adb41 is going to be updated. [ 598.011035] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.011333] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.011427] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.011647] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.011791] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.011956] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7bf3233a-55dc-46c3-bf96-8962a37adb41" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.163874] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.164627] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.164627] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.164627] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.164627] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.164627] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.164896] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.164896] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.165189] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.165313] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.165693] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa already deleted. [ 598.165786] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.248161] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock network-816 taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.248352] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "network-816" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.248465] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "network-816" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.248799] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "network-816" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.249144] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.249311] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.249424] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.249648] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.249781] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.249995] env[65307]: DEBUG dogpile.cache.region [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 598.250106] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] NeedRegenerationException {{(pid=65307) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 598.250209] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] no value, waiting for create lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 598.250314] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] value creation lock acquired {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 598.250436] env[65307]: DEBUG dogpile.cache.region [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 598.250647] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Calling creation function for not-yet-present value {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 598.250647] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 598.272028] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 598.272223] env[65307]: DEBUG dogpile.cache.region [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65307) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 598.272375] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Released creation lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 598.272567] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "network-816" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.272896] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock port-d7d106f9-8cc2-4850-93f4-3da23bf696c7 taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.273086] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "port-d7d106f9-8cc2-4850-93f4-3da23bf696c7" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.273205] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "port-d7d106f9-8cc2-4850-93f4-3da23bf696c7" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.273558] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "port-d7d106f9-8cc2-4850-93f4-3da23bf696c7" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.273690] env[65307]: DEBUG networking_nsxv3.api.rpc [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d7d106f9-8cc2-4850-93f4-3da23bf696c7',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.488741] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('56a5dee6-4a9d-46df-a94a-b39c5508e543',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.531683] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bacc929e-b0d1-47ef-93ca-6666bf68bb02 in Status: SUCCESS [ 598.531994] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bacc929e-b0d1-47ef-93ca-6666bf68bb02" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.533038] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bacc929e-b0d1-47ef-93ca-6666bf68bb02" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.533334] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bacc929e-b0d1-47ef-93ca-6666bf68bb02" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.533537] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.533677] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.533747] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.533918] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.534028] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.534132] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bacc929e-b0d1-47ef-93ca-6666bf68bb02" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.534224] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bacc929e-b0d1-47ef-93ca-6666bf68bb02',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.777682] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.777896] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.778024] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.778318] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.778463] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.778610] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Segment Port d7d106f9-8cc2-4850-93f4-3da23bf696c7 not found, creating... [ 598.778855] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.779039] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.779320] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.779405] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.779514] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.779765] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.779945] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.780024] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.780271] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.780412] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.780548] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Resource: SegmentPort with ID: d7d106f9-8cc2-4850-93f4-3da23bf696c7 is going to be created. [ 598.800735] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.800940] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.801073] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.801331] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.801554] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.801766] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "port-d7d106f9-8cc2-4850-93f4-3da23bf696c7" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.980342] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b35f0dc2-7c76-42f5-a6f4-056679b4ec19 in Status: SUCCESS [ 598.981849] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b35f0dc2-7c76-42f5-a6f4-056679b4ec19" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.991676] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.991676] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.991676] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.991944] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.992928] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.993185] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56a5dee6-4a9d-46df-a94a-b39c5508e543 is going to be created. [ 599.019596] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.019802] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.019847] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.021121] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.021121] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.034207] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56a5dee6-4a9d-46df-a94a-b39c5508e543 in Status: UNINITIALIZED for 2s [ 599.036846] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-bacc929e-b0d1-47ef-93ca-6666bf68bb02 taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.037051] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bacc929e-b0d1-47ef-93ca-6666bf68bb02" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.037171] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bacc929e-b0d1-47ef-93ca-6666bf68bb02" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.037375] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bacc929e-b0d1-47ef-93ca-6666bf68bb02" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.037557] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.037656] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.037719] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.037874] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.037962] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.038065] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bacc929e-b0d1-47ef-93ca-6666bf68bb02" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.038230] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-bacc929e-b0d1-47ef-93ca-6666bf68bb02 taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.038333] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bacc929e-b0d1-47ef-93ca-6666bf68bb02" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.038385] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bacc929e-b0d1-47ef-93ca-6666bf68bb02" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.038536] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bacc929e-b0d1-47ef-93ca-6666bf68bb02" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.038696] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.038827] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.038878] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.038989] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.039081] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.039166] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bacc929e-b0d1-47ef-93ca-6666bf68bb02" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.039296] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bacc929e-b0d1-47ef-93ca-6666bf68bb02',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.382861] env[65307]: INFO networking_nsxv3.common.synchronization [None req-5e854d1a-2199-42e2-b185-2c4f0afb24de None None] Enqueued Resource ID: 622344e3-a23a-481b-993a-cfcf09b05c52 with Priority: HIGHEST for action port [ 599.383426] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 622344e3-a23a-481b-993a-cfcf09b05c52 with Priority: HIGHEST for action port [ 599.384677] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-622344e3-a23a-481b-993a-cfcf09b05c52 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.384677] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-622344e3-a23a-481b-993a-cfcf09b05c52" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.384677] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-622344e3-a23a-481b-993a-cfcf09b05c52" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.384677] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-622344e3-a23a-481b-993a-cfcf09b05c52" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.384677] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('622344e3-a23a-481b-993a-cfcf09b05c52',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.525872] env[65307]: INFO networking_nsxv3.common.synchronization [req-8ed96505-f7d8-4cbd-9983-ea7f51e354a6 req-3bbb70e1-133a-44f3-93d9-aaad2abda5d8 service nova] Enqueued Resource ID: d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa with Priority: HIGHEST for action security_group_rules [ 599.526529] env[65307]: INFO networking_nsxv3.common.synchronization [req-8ed96505-f7d8-4cbd-9983-ea7f51e354a6 req-3bbb70e1-133a-44f3-93d9-aaad2abda5d8 service nova] Enqueued Resource ID: d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa with Priority: HIGHEST for action security_group_members [ 599.526529] env[65307]: INFO networking_nsxv3.common.synchronization [req-8ed96505-f7d8-4cbd-9983-ea7f51e354a6 req-3bbb70e1-133a-44f3-93d9-aaad2abda5d8 service nova] Enqueued Resource ID: d7d106f9-8cc2-4850-93f4-3da23bf696c7 with Priority: HIGHEST for action port [ 599.526874] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa with Priority: HIGHEST for action security_group_rules [ 599.527082] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa with Priority: HIGHEST for action security_group_members [ 599.527194] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7d106f9-8cc2-4850-93f4-3da23bf696c7 with Priority: HIGHEST for action port [ 599.527508] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.527656] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.527730] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.527995] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.531760] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.532909] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.533123] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.533260] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.533539] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.533750] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.534039] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.534106] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.534292] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.534409] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.534641] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.538690] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-d7d106f9-8cc2-4850-93f4-3da23bf696c7 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.538865] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d7d106f9-8cc2-4850-93f4-3da23bf696c7" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.538975] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d7d106f9-8cc2-4850-93f4-3da23bf696c7" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.539349] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d7d106f9-8cc2-4850-93f4-3da23bf696c7" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.539421] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d7d106f9-8cc2-4850-93f4-3da23bf696c7',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.542823] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bacc929e-b0d1-47ef-93ca-6666bf68bb02: rpc.has_security_group_logging(os_id): False [ 599.573509] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.573717] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.573761] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.574382] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.574382] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.574953] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.575106] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.575106] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.575305] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.575384] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.575784] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.575784] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.575784] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.575925] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.575956] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.576230] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.576353] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.576353] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.576484] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.576591] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.576647] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bacc929e-b0d1-47ef-93ca-6666bf68bb02 is going to be created. [ 599.678215] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.678215] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.678215] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.678215] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.678215] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.693176] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bacc929e-b0d1-47ef-93ca-6666bf68bb02 in Status: IN_PROGRESS for 2s [ 599.888510] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 622344e3-a23a-481b-993a-cfcf09b05c52 [ 599.889266] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.889411] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.889481] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.889724] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.889781] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.889872] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:622344e3-a23a-481b-993a-cfcf09b05c52 already deleted. [ 599.889963] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-622344e3-a23a-481b-993a-cfcf09b05c52" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.042859] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.043885] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.044034] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.044755] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d7d106f9-8cc2-4850-93f4-3da23bf696c7 with status ACTIVE [ 600.044755] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.044755] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.044755] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.044755] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.045055] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.045055] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.045055] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.045172] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.046176] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.046176] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.046176] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.046176] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.046176] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.046530] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.046530] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.046530] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d7d106f9-8cc2-4850-93f4-3da23bf696c7 is going to be updated. [ 600.071902] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.072133] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.072133] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.072795] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.072795] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.072795] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d7d106f9-8cc2-4850-93f4-3da23bf696c7" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.396401] env[65307]: INFO networking_nsxv3.common.synchronization [req-445486b1-0bc0-4438-8500-3a2c075000e8 req-f5cb4476-3c04-4e17-bc89-006e2a0f44ef tempest-ServersAdminTestJSON-1069615806 tempest-ServersAdminTestJSON-1069615806-project-member] Enqueued Resource ID: d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa with Priority: HIGHEST for action security_group_members [ 600.397632] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa with Priority: HIGHEST for action security_group_members [ 600.398026] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.398139] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.550415] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.881428] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock network-816 taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.881428] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "network-816" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.881428] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "network-816" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.881428] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "network-816" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.881717] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.881717] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.881988] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.883665] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.883861] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.884231] env[65307]: DEBUG dogpile.cache.region [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 600.884293] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] NeedRegenerationException {{(pid=65307) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 600.884356] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] no value, waiting for create lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 600.886181] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] value creation lock acquired {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 600.886181] env[65307]: DEBUG dogpile.cache.region [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 600.886181] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Calling creation function for not-yet-present value {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 600.886298] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 600.907738] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 600.907990] env[65307]: DEBUG dogpile.cache.region [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65307) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 600.908219] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Released creation lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 600.908492] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "network-816" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.909320] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock port-defc5152-ec94-4f4a-ad95-5b8e962cc864 taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.909320] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "port-defc5152-ec94-4f4a-ad95-5b8e962cc864" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.909320] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "port-defc5152-ec94-4f4a-ad95-5b8e962cc864" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.909678] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "port-defc5152-ec94-4f4a-ad95-5b8e962cc864" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.909815] env[65307]: DEBUG networking_nsxv3.api.rpc [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('defc5152-ec94-4f4a-ad95-5b8e962cc864',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.043946] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56a5dee6-4a9d-46df-a94a-b39c5508e543 in Status: SUCCESS [ 601.044224] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56a5dee6-4a9d-46df-a94a-b39c5508e543" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.044417] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56a5dee6-4a9d-46df-a94a-b39c5508e543" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.044775] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56a5dee6-4a9d-46df-a94a-b39c5508e543" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.045011] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.045157] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.045243] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.045425] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.045522] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.045629] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56a5dee6-4a9d-46df-a94a-b39c5508e543" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.045729] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('56a5dee6-4a9d-46df-a94a-b39c5508e543',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.053748] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.053897] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.054032] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.054175] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.054274] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.054372] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa is going to be created. [ 601.081453] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.081453] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.081453] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.081453] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.081453] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.090729] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa in Status: UNINITIALIZED for 2s [ 601.412655] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.412933] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.413109] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.413413] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.413597] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.413765] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Segment Port defc5152-ec94-4f4a-ad95-5b8e962cc864 not found, creating... [ 601.414021] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.414174] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.414287] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.414509] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.414640] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.414913] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.416142] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.416142] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.416142] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.416142] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.416142] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Resource: SegmentPort with ID: defc5152-ec94-4f4a-ad95-5b8e962cc864 is going to be created. [ 601.435834] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.436081] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.436294] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.436521] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.436714] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.436940] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "port-defc5152-ec94-4f4a-ad95-5b8e962cc864" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.548403] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-56a5dee6-4a9d-46df-a94a-b39c5508e543 taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.548609] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56a5dee6-4a9d-46df-a94a-b39c5508e543" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.549940] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56a5dee6-4a9d-46df-a94a-b39c5508e543" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.550459] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56a5dee6-4a9d-46df-a94a-b39c5508e543" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.550459] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.550780] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.550780] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.550906] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.550906] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.550998] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56a5dee6-4a9d-46df-a94a-b39c5508e543" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.551460] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-56a5dee6-4a9d-46df-a94a-b39c5508e543 taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.551592] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56a5dee6-4a9d-46df-a94a-b39c5508e543" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.551631] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56a5dee6-4a9d-46df-a94a-b39c5508e543" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.551799] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56a5dee6-4a9d-46df-a94a-b39c5508e543" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.552109] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.552222] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.552279] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.552414] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.552494] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.552588] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56a5dee6-4a9d-46df-a94a-b39c5508e543" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.552683] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('56a5dee6-4a9d-46df-a94a-b39c5508e543',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.607095] env[65307]: INFO networking_nsxv3.common.synchronization [None req-422b545f-03e3-4690-961f-36f61f2d135c None None] Enqueued Resource ID: d0fbcf56-6993-4376-a4ee-1c53c817ccfa with Priority: HIGHEST for action port [ 601.607782] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0fbcf56-6993-4376-a4ee-1c53c817ccfa with Priority: HIGHEST for action port [ 601.608180] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-d0fbcf56-6993-4376-a4ee-1c53c817ccfa taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.608633] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d0fbcf56-6993-4376-a4ee-1c53c817ccfa" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.608752] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d0fbcf56-6993-4376-a4ee-1c53c817ccfa" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.609183] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d0fbcf56-6993-4376-a4ee-1c53c817ccfa" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.609312] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d0fbcf56-6993-4376-a4ee-1c53c817ccfa',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.705116] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bacc929e-b0d1-47ef-93ca-6666bf68bb02 in Status: SUCCESS [ 601.705343] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bacc929e-b0d1-47ef-93ca-6666bf68bb02" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.056503] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 56a5dee6-4a9d-46df-a94a-b39c5508e543: rpc.has_security_group_logging(os_id): False [ 602.086621] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.086945] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.086945] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.087878] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.087878] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.087878] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.087878] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.087878] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.087878] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.087878] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.088193] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.088193] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.088275] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.088459] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.088574] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.088769] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.088882] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.088943] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.089098] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.089180] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.089279] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 56a5dee6-4a9d-46df-a94a-b39c5508e543 is going to be created. [ 602.112215] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d0fbcf56-6993-4376-a4ee-1c53c817ccfa [ 602.112575] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.112764] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.112913] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.113161] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.113260] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.113389] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d0fbcf56-6993-4376-a4ee-1c53c817ccfa already deleted. [ 602.113538] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d0fbcf56-6993-4376-a4ee-1c53c817ccfa" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.162058] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.162058] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.162058] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.162058] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.162058] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.181419] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 56a5dee6-4a9d-46df-a94a-b39c5508e543 in Status: IN_PROGRESS for 2s [ 602.195270] env[65307]: INFO networking_nsxv3.common.synchronization [req-445486b1-0bc0-4438-8500-3a2c075000e8 req-df8a56c4-3354-432f-9ce0-29f7a6d83a7a service nova] Enqueued Resource ID: d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa with Priority: HIGHEST for action security_group_rules [ 602.195319] env[65307]: INFO networking_nsxv3.common.synchronization [req-445486b1-0bc0-4438-8500-3a2c075000e8 req-df8a56c4-3354-432f-9ce0-29f7a6d83a7a service nova] Enqueued Resource ID: d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa with Priority: HIGHEST for action security_group_members [ 602.195431] env[65307]: INFO networking_nsxv3.common.synchronization [req-445486b1-0bc0-4438-8500-3a2c075000e8 req-df8a56c4-3354-432f-9ce0-29f7a6d83a7a service nova] Enqueued Resource ID: defc5152-ec94-4f4a-ad95-5b8e962cc864 with Priority: HIGHEST for action port [ 602.196112] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa with Priority: HIGHEST for action security_group_rules [ 602.196358] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa with Priority: HIGHEST for action security_group_members [ 602.196459] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: defc5152-ec94-4f4a-ad95-5b8e962cc864 with Priority: HIGHEST for action port [ 602.198428] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.198563] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.198793] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.198911] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.199059] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-defc5152-ec94-4f4a-ad95-5b8e962cc864 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.199162] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-defc5152-ec94-4f4a-ad95-5b8e962cc864" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.199215] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-defc5152-ec94-4f4a-ad95-5b8e962cc864" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.199422] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-defc5152-ec94-4f4a-ad95-5b8e962cc864" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.202077] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('defc5152-ec94-4f4a-ad95-5b8e962cc864',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.703139] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port defc5152-ec94-4f4a-ad95-5b8e962cc864 with status ACTIVE [ 602.703139] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.703139] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.703139] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.703139] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.703139] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.703139] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.703139] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.703139] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.703893] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.703893] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.703893] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.703893] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.703893] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.703893] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.703893] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.703893] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: defc5152-ec94-4f4a-ad95-5b8e962cc864 is going to be updated. [ 602.726617] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.727288] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.727288] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.727437] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.727717] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.727855] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-defc5152-ec94-4f4a-ad95-5b8e962cc864" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.786632] env[65307]: INFO networking_nsxv3.common.synchronization [req-43ca2ebe-8976-4ace-9314-e8d4e8bc5a06 req-09b43894-3316-42ac-8a79-b37d39e39f7d tempest-FloatingIPsAssociationTestJSON-8994773 tempest-FloatingIPsAssociationTestJSON-8994773-project-member] Enqueued Resource ID: 0a1d298d-2e27-431e-a1c7-50bf0406e216 with Priority: HIGHEST for action security_group_members [ 602.787255] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a1d298d-2e27-431e-a1c7-50bf0406e216 with Priority: HIGHEST for action security_group_members [ 602.787562] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a1d298d-2e27-431e-a1c7-50bf0406e216 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.787675] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a1d298d-2e27-431e-a1c7-50bf0406e216" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.788016] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a1d298d-2e27-431e-a1c7-50bf0406e216" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.788016] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a1d298d-2e27-431e-a1c7-50bf0406e216" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.788701] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.788956] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.788956] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.790099] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.790099] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.791360] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0a1d298d-2e27-431e-a1c7-50bf0406e216',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.101458] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa in Status: SUCCESS [ 603.101458] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.101678] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.101749] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.101939] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.102073] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.102140] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.102294] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.102376] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.102458] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.102551] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.103510] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.103615] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.103929] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.104104] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.104275] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.104449] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.104531] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.104619] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.293944] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0a1d298d-2e27-431e-a1c7-50bf0406e216',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.607307] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.607307] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.607596] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.624563] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock network-995 taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.624563] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "network-995" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.624563] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "network-995" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.624821] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "network-995" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.625064] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.625200] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.625316] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.625535] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.625745] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.625833] env[65307]: DEBUG dogpile.cache.region [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 603.625933] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] NeedRegenerationException {{(pid=65307) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 603.626048] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] no value, waiting for create lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 603.626184] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] value creation lock acquired {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 603.626280] env[65307]: DEBUG dogpile.cache.region [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 603.626387] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Calling creation function for not-yet-present value {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 603.626513] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 603.650024] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 603.650024] env[65307]: DEBUG dogpile.cache.region [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65307) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 603.650024] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Released creation lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 603.650024] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "network-995" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.650024] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock port-ecda1cb1-1da7-41c9-b33c-98648e80857a taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.650024] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "port-ecda1cb1-1da7-41c9-b33c-98648e80857a" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.650024] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "port-ecda1cb1-1da7-41c9-b33c-98648e80857a" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.650024] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "port-ecda1cb1-1da7-41c9-b33c-98648e80857a" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.650024] env[65307]: DEBUG networking_nsxv3.api.rpc [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ecda1cb1-1da7-41c9-b33c-98648e80857a',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.796837] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0a1d298d-2e27-431e-a1c7-50bf0406e216',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.110801] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.152694] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.152922] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.153097] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.153515] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.153728] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.153903] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Segment Port ecda1cb1-1da7-41c9-b33c-98648e80857a not found, creating... [ 604.154209] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.154370] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.154485] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.154724] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.154856] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.155140] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.155291] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.155401] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.155609] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.155734] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.155860] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Resource: SegmentPort with ID: ecda1cb1-1da7-41c9-b33c-98648e80857a is going to be created. [ 604.183390] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.183390] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.183596] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.183756] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.183906] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.184191] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "port-ecda1cb1-1da7-41c9-b33c-98648e80857a" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.199862] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 56a5dee6-4a9d-46df-a94a-b39c5508e543 in Status: SUCCESS [ 604.200099] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-56a5dee6-4a9d-46df-a94a-b39c5508e543" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.299847] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.300046] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.300132] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.300542] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.300542] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.300542] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a1d298d-2e27-431e-a1c7-50bf0406e216 is going to be updated. [ 604.345795] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.346063] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.346247] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.346603] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.349856] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.359164] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a1d298d-2e27-431e-a1c7-50bf0406e216 in Status: IN_PROGRESS for 2s [ 604.614150] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.614533] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.614773] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.615183] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.615183] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.615293] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa is going to be updated. [ 604.652596] env[65307]: INFO networking_nsxv3.common.synchronization [None req-93fafd82-7881-4608-bc75-fda7bd3d0440 None None] Enqueued Resource ID: 6f18f662-03a8-4599-a391-5fd285a08918 with Priority: HIGHEST for action port [ 604.652995] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f18f662-03a8-4599-a391-5fd285a08918 with Priority: HIGHEST for action port [ 604.653727] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-6f18f662-03a8-4599-a391-5fd285a08918 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.653727] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6f18f662-03a8-4599-a391-5fd285a08918" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.653727] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6f18f662-03a8-4599-a391-5fd285a08918" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.653941] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6f18f662-03a8-4599-a391-5fd285a08918" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.654133] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6f18f662-03a8-4599-a391-5fd285a08918',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.656700] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.656904] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.656973] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.657299] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.657524] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.670889] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa in Status: IN_PROGRESS for 2s [ 604.989706] env[65307]: INFO networking_nsxv3.common.synchronization [req-43ca2ebe-8976-4ace-9314-e8d4e8bc5a06 req-4c67f887-2743-44d7-9383-460c5350df1c service nova] Enqueued Resource ID: 0a1d298d-2e27-431e-a1c7-50bf0406e216 with Priority: HIGHEST for action security_group_rules [ 604.989994] env[65307]: INFO networking_nsxv3.common.synchronization [req-43ca2ebe-8976-4ace-9314-e8d4e8bc5a06 req-4c67f887-2743-44d7-9383-460c5350df1c service nova] Enqueued Resource ID: 0a1d298d-2e27-431e-a1c7-50bf0406e216 with Priority: HIGHEST for action security_group_members [ 604.990082] env[65307]: INFO networking_nsxv3.common.synchronization [req-43ca2ebe-8976-4ace-9314-e8d4e8bc5a06 req-4c67f887-2743-44d7-9383-460c5350df1c service nova] Enqueued Resource ID: ecda1cb1-1da7-41c9-b33c-98648e80857a with Priority: HIGHEST for action port [ 604.990633] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a1d298d-2e27-431e-a1c7-50bf0406e216 with Priority: HIGHEST for action security_group_rules [ 604.990797] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a1d298d-2e27-431e-a1c7-50bf0406e216 with Priority: HIGHEST for action security_group_members [ 604.990926] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecda1cb1-1da7-41c9-b33c-98648e80857a with Priority: HIGHEST for action port [ 604.991290] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0a1d298d-2e27-431e-a1c7-50bf0406e216 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.991435] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0a1d298d-2e27-431e-a1c7-50bf0406e216" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.991509] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0a1d298d-2e27-431e-a1c7-50bf0406e216" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.991742] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0a1d298d-2e27-431e-a1c7-50bf0406e216" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.991824] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0a1d298d-2e27-431e-a1c7-50bf0406e216',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.993158] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a1d298d-2e27-431e-a1c7-50bf0406e216 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.993158] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a1d298d-2e27-431e-a1c7-50bf0406e216" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.993392] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-ecda1cb1-1da7-41c9-b33c-98648e80857a taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.993526] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ecda1cb1-1da7-41c9-b33c-98648e80857a" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.993620] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ecda1cb1-1da7-41c9-b33c-98648e80857a" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.993846] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ecda1cb1-1da7-41c9-b33c-98648e80857a" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.993945] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ecda1cb1-1da7-41c9-b33c-98648e80857a',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.161570] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6f18f662-03a8-4599-a391-5fd285a08918 [ 605.162646] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.162646] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.162646] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.162646] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.162646] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.162646] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6f18f662-03a8-4599-a391-5fd285a08918 already deleted. [ 605.162646] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6f18f662-03a8-4599-a391-5fd285a08918" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.496072] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a1d298d-2e27-431e-a1c7-50bf0406e216 taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.496072] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a1d298d-2e27-431e-a1c7-50bf0406e216" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.496226] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ecda1cb1-1da7-41c9-b33c-98648e80857a with status ACTIVE [ 605.496522] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.496661] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.496729] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.496946] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.497051] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.497370] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.497555] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.497722] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.497792] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.497878] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.498090] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.498181] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.498243] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.498403] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.498687] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.498687] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ecda1cb1-1da7-41c9-b33c-98648e80857a is going to be updated. [ 605.522785] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.522785] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.522785] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.522785] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.522785] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.523094] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ecda1cb1-1da7-41c9-b33c-98648e80857a" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.371265] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a1d298d-2e27-431e-a1c7-50bf0406e216 in Status: SUCCESS [ 606.371636] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a1d298d-2e27-431e-a1c7-50bf0406e216" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.371636] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a1d298d-2e27-431e-a1c7-50bf0406e216" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.371850] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a1d298d-2e27-431e-a1c7-50bf0406e216" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.372048] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.372163] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.372225] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.372375] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.372455] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.372578] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0a1d298d-2e27-431e-a1c7-50bf0406e216',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.553619] env[65307]: INFO networking_nsxv3.common.synchronization [None req-d379e02c-6961-454d-b50c-369d9b886fb3 None None] Enqueued Resource ID: fab0c3d5-023c-48e2-98d6-523e8016a5d9 with Priority: HIGHEST for action port [ 606.554166] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fab0c3d5-023c-48e2-98d6-523e8016a5d9 with Priority: HIGHEST for action port [ 606.554650] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-fab0c3d5-023c-48e2-98d6-523e8016a5d9 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.554650] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fab0c3d5-023c-48e2-98d6-523e8016a5d9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.554650] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fab0c3d5-023c-48e2-98d6-523e8016a5d9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.554900] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fab0c3d5-023c-48e2-98d6-523e8016a5d9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.554981] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fab0c3d5-023c-48e2-98d6-523e8016a5d9',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.681629] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa in Status: SUCCESS [ 606.681843] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.681999] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.682225] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.682423] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.682529] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.682588] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.682742] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.682823] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.682915] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.877910] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0a1d298d-2e27-431e-a1c7-50bf0406e216',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.925855] env[65307]: INFO networking_nsxv3.common.synchronization [None req-2642b324-8b9b-400e-bdce-d14461e4bc26 None None] Enqueued Resource ID: d40075f4-fa96-4b85-92bf-75ebbe2ff308 with Priority: HIGHEST for action port [ 606.925855] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d40075f4-fa96-4b85-92bf-75ebbe2ff308 with Priority: HIGHEST for action port [ 606.926014] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-d40075f4-fa96-4b85-92bf-75ebbe2ff308 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.926014] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d40075f4-fa96-4b85-92bf-75ebbe2ff308" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.926129] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d40075f4-fa96-4b85-92bf-75ebbe2ff308" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.926357] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d40075f4-fa96-4b85-92bf-75ebbe2ff308" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.926439] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d40075f4-fa96-4b85-92bf-75ebbe2ff308',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.062012] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fab0c3d5-023c-48e2-98d6-523e8016a5d9 [ 607.062012] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.062012] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.062012] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.062012] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.062012] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.062012] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fab0c3d5-023c-48e2-98d6-523e8016a5d9 already deleted. [ 607.062012] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fab0c3d5-023c-48e2-98d6-523e8016a5d9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.185162] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.381798] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0a1d298d-2e27-431e-a1c7-50bf0406e216',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.412117] env[65307]: INFO networking_nsxv3.common.synchronization [req-cc064526-ec5c-4a8d-ad3a-1b3d85652b6e req-eb689596-4903-429f-97f8-5ee787c8c32b tempest-ServerExternalEventsTest-1188159069 tempest-ServerExternalEventsTest-1188159069-project-member] Enqueued Resource ID: a75a4ff7-154e-4b6d-b9d6-cd78bd53244a with Priority: HIGHEST for action security_group_members [ 607.412662] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a75a4ff7-154e-4b6d-b9d6-cd78bd53244a with Priority: HIGHEST for action security_group_members [ 607.412988] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-a75a4ff7-154e-4b6d-b9d6-cd78bd53244a taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.413810] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a75a4ff7-154e-4b6d-b9d6-cd78bd53244a" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.413900] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a75a4ff7-154e-4b6d-b9d6-cd78bd53244a" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.414891] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a75a4ff7-154e-4b6d-b9d6-cd78bd53244a" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.415121] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.415255] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.415328] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.415762] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.415846] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.415950] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a75a4ff7-154e-4b6d-b9d6-cd78bd53244a',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.432685] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d40075f4-fa96-4b85-92bf-75ebbe2ff308 [ 607.432685] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.432685] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.432685] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.432685] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.432685] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.432685] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d40075f4-fa96-4b85-92bf-75ebbe2ff308 already deleted. [ 607.432685] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d40075f4-fa96-4b85-92bf-75ebbe2ff308" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.688765] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.823259] env[65307]: INFO networking_nsxv3.common.synchronization [None req-46f4fe80-b566-495f-bbec-5556f00feb0d None None] Enqueued Resource ID: f3f5d52e-2996-44ed-99c8-a91d01e99027 with Priority: HIGHEST for action port [ 607.823759] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3f5d52e-2996-44ed-99c8-a91d01e99027 with Priority: HIGHEST for action port [ 607.823995] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-f3f5d52e-2996-44ed-99c8-a91d01e99027 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.824124] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f3f5d52e-2996-44ed-99c8-a91d01e99027" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.824695] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f3f5d52e-2996-44ed-99c8-a91d01e99027" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.824695] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f3f5d52e-2996-44ed-99c8-a91d01e99027" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.824695] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f3f5d52e-2996-44ed-99c8-a91d01e99027',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.884026] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.884299] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.884391] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.884662] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.884840] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.884934] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a1d298d-2e27-431e-a1c7-50bf0406e216 is going to be updated. [ 607.919466] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.919715] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.919715] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.920509] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.920617] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.921026] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.921329] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.921599] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.921885] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.922534] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.922534] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a75a4ff7-154e-4b6d-b9d6-cd78bd53244a is going to be updated. [ 607.926766] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.927063] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.927768] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.927905] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.928124] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.947161] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a1d298d-2e27-431e-a1c7-50bf0406e216 in Status: IN_PROGRESS for 2s [ 607.966916] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.966916] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.967082] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.967182] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.967326] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.977301] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a75a4ff7-154e-4b6d-b9d6-cd78bd53244a in Status: IN_PROGRESS for 2s [ 608.063603] env[65307]: INFO networking_nsxv3.common.synchronization [req-7d8412c5-df61-4339-9f21-cb27522f8045 req-8f68bb5c-f56b-4d69-baf5-f5426c2eea51 tempest-ServersWithSpecificFlavorTestJSON-97324870 tempest-ServersWithSpecificFlavorTestJSON-97324870-project-member] Enqueued Resource ID: 19ec616f-3b1a-4ea0-b37f-4725ba96156d with Priority: HIGHEST for action security_group_members [ 608.064160] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19ec616f-3b1a-4ea0-b37f-4725ba96156d with Priority: HIGHEST for action security_group_members [ 608.064465] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-19ec616f-3b1a-4ea0-b37f-4725ba96156d taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.064588] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19ec616f-3b1a-4ea0-b37f-4725ba96156d" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.064657] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19ec616f-3b1a-4ea0-b37f-4725ba96156d" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.064946] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19ec616f-3b1a-4ea0-b37f-4725ba96156d" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.065149] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.065255] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.065319] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.065477] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.065718] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.065718] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('19ec616f-3b1a-4ea0-b37f-4725ba96156d',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.193879] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.194081] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.194127] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.194351] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.195260] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.195260] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa is going to be updated. [ 608.231992] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.232165] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.232212] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.232436] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.232583] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.246183] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa in Status: IN_PROGRESS for 2s [ 608.328439] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f3f5d52e-2996-44ed-99c8-a91d01e99027 [ 608.328439] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.328439] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.328746] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.329674] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.329807] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.329954] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f3f5d52e-2996-44ed-99c8-a91d01e99027 already deleted. [ 608.330076] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f3f5d52e-2996-44ed-99c8-a91d01e99027" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.566178] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock network-359 taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.566512] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "network-359" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.566681] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "network-359" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.567022] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "network-359" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.567353] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.567546] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.567692] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.567944] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.569029] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.569029] env[65307]: DEBUG dogpile.cache.region [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 608.569029] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] NeedRegenerationException {{(pid=65307) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 608.569029] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] no value, waiting for create lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 608.569029] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] value creation lock acquired {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 608.569029] env[65307]: DEBUG dogpile.cache.region [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 608.569029] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Calling creation function for not-yet-present value {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 608.569029] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 608.571709] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.572714] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.572714] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.572714] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.572714] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.572714] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.572714] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.572714] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.573015] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.573015] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.573015] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 19ec616f-3b1a-4ea0-b37f-4725ba96156d already deleted. [ 608.573113] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19ec616f-3b1a-4ea0-b37f-4725ba96156d" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.592605] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 608.592605] env[65307]: DEBUG dogpile.cache.region [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65307) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 608.592605] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Released creation lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 608.592791] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "network-359" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.593017] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock port-ad2d7883-c855-4fd7-91a8-b6ec2fb7642d taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.593223] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "port-ad2d7883-c855-4fd7-91a8-b6ec2fb7642d" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.594077] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "port-ad2d7883-c855-4fd7-91a8-b6ec2fb7642d" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.594077] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "port-ad2d7883-c855-4fd7-91a8-b6ec2fb7642d" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.594077] env[65307]: DEBUG networking_nsxv3.api.rpc [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ad2d7883-c855-4fd7-91a8-b6ec2fb7642d',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.099148] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.099393] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.099515] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.099787] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.099977] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.100168] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Segment Port ad2d7883-c855-4fd7-91a8-b6ec2fb7642d not found, creating... [ 609.100480] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.101854] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.101854] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.101854] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.101854] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.101854] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.101854] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.101854] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.102841] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.103113] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.103895] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Resource: SegmentPort with ID: ad2d7883-c855-4fd7-91a8-b6ec2fb7642d is going to be created. [ 609.133539] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.133676] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.133794] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.134096] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.135129] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.135668] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "port-ad2d7883-c855-4fd7-91a8-b6ec2fb7642d" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.878139] env[65307]: INFO networking_nsxv3.common.synchronization [req-7d8412c5-df61-4339-9f21-cb27522f8045 req-97ccfea2-d6e3-457e-aa22-5311fba7ad6a service nova] Enqueued Resource ID: 19ec616f-3b1a-4ea0-b37f-4725ba96156d with Priority: HIGHEST for action security_group_rules [ 609.878659] env[65307]: INFO networking_nsxv3.common.synchronization [req-7d8412c5-df61-4339-9f21-cb27522f8045 req-97ccfea2-d6e3-457e-aa22-5311fba7ad6a service nova] Enqueued Resource ID: 19ec616f-3b1a-4ea0-b37f-4725ba96156d with Priority: HIGHEST for action security_group_members [ 609.878907] env[65307]: INFO networking_nsxv3.common.synchronization [req-7d8412c5-df61-4339-9f21-cb27522f8045 req-97ccfea2-d6e3-457e-aa22-5311fba7ad6a service nova] Enqueued Resource ID: ad2d7883-c855-4fd7-91a8-b6ec2fb7642d with Priority: HIGHEST for action port [ 609.879800] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19ec616f-3b1a-4ea0-b37f-4725ba96156d with Priority: HIGHEST for action security_group_rules [ 609.880097] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19ec616f-3b1a-4ea0-b37f-4725ba96156d with Priority: HIGHEST for action security_group_members [ 609.880470] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad2d7883-c855-4fd7-91a8-b6ec2fb7642d with Priority: HIGHEST for action port [ 609.881091] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-19ec616f-3b1a-4ea0-b37f-4725ba96156d taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.881378] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-19ec616f-3b1a-4ea0-b37f-4725ba96156d" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.881564] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-19ec616f-3b1a-4ea0-b37f-4725ba96156d" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.882248] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-19ec616f-3b1a-4ea0-b37f-4725ba96156d" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.883037] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('19ec616f-3b1a-4ea0-b37f-4725ba96156d',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.884607] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-19ec616f-3b1a-4ea0-b37f-4725ba96156d taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.884718] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19ec616f-3b1a-4ea0-b37f-4725ba96156d" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.884756] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19ec616f-3b1a-4ea0-b37f-4725ba96156d" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.885791] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19ec616f-3b1a-4ea0-b37f-4725ba96156d" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.885791] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.885791] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.885791] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.885791] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.885791] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.885791] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('19ec616f-3b1a-4ea0-b37f-4725ba96156d',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.887013] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-ad2d7883-c855-4fd7-91a8-b6ec2fb7642d taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.887664] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ad2d7883-c855-4fd7-91a8-b6ec2fb7642d" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.887743] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ad2d7883-c855-4fd7-91a8-b6ec2fb7642d" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.887906] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ad2d7883-c855-4fd7-91a8-b6ec2fb7642d" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.887984] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ad2d7883-c855-4fd7-91a8-b6ec2fb7642d',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.919273] env[65307]: INFO networking_nsxv3.common.synchronization [None req-4d2ea738-9a60-4ead-83b8-37aa0c879700 None None] Enqueued Resource ID: 07466187-b1d1-4852-b500-058b1d08ba81 with Priority: HIGHEST for action port [ 609.921045] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07466187-b1d1-4852-b500-058b1d08ba81 with Priority: HIGHEST for action port [ 609.921045] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-07466187-b1d1-4852-b500-058b1d08ba81 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.921045] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-07466187-b1d1-4852-b500-058b1d08ba81" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.921045] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-07466187-b1d1-4852-b500-058b1d08ba81" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.921376] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-07466187-b1d1-4852-b500-058b1d08ba81" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.921376] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('07466187-b1d1-4852-b500-058b1d08ba81',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.960165] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a1d298d-2e27-431e-a1c7-50bf0406e216 in Status: SUCCESS [ 609.960165] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a1d298d-2e27-431e-a1c7-50bf0406e216" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.960165] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a1d298d-2e27-431e-a1c7-50bf0406e216" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.960165] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a1d298d-2e27-431e-a1c7-50bf0406e216" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.960895] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.960895] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.960895] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.960895] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.960895] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.960895] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a1d298d-2e27-431e-a1c7-50bf0406e216" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.961449] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0a1d298d-2e27-431e-a1c7-50bf0406e216',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.986424] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a75a4ff7-154e-4b6d-b9d6-cd78bd53244a in Status: SUCCESS [ 609.986655] env[65307]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a75a4ff7-154e-4b6d-b9d6-cd78bd53244a deletion is rescheduled due to dependency. [ 609.986750] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a75a4ff7-154e-4b6d-b9d6-cd78bd53244a" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.261286] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa in Status: SUCCESS [ 610.261286] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.261286] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.261286] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.261286] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.261286] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.261286] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.261286] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.261286] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.261286] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.262081] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.263431] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.263431] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.263431] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.263431] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.263431] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.263431] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.263431] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.263431] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.263431] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.263431] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.394202] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-19ec616f-3b1a-4ea0-b37f-4725ba96156d taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.394202] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19ec616f-3b1a-4ea0-b37f-4725ba96156d" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.394202] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('19ec616f-3b1a-4ea0-b37f-4725ba96156d',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.394202] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ad2d7883-c855-4fd7-91a8-b6ec2fb7642d with status ACTIVE [ 610.394202] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.394202] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.394202] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.394202] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.394202] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.394202] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.394202] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.394202] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.394202] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.394202] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.394830] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.394830] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.396681] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.396681] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.396681] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.396681] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ad2d7883-c855-4fd7-91a8-b6ec2fb7642d is going to be updated. [ 610.419764] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.419764] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.419764] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.419764] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.419764] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.419764] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ad2d7883-c855-4fd7-91a8-b6ec2fb7642d" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.426225] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 07466187-b1d1-4852-b500-058b1d08ba81 [ 610.426225] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.426225] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.426225] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.426225] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.426225] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.426225] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:07466187-b1d1-4852-b500-058b1d08ba81 already deleted. [ 610.426225] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-07466187-b1d1-4852-b500-058b1d08ba81" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.463522] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a1d298d-2e27-431e-a1c7-50bf0406e216 taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.463789] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a1d298d-2e27-431e-a1c7-50bf0406e216" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.463789] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a1d298d-2e27-431e-a1c7-50bf0406e216" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.464072] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a1d298d-2e27-431e-a1c7-50bf0406e216" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.464155] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.464249] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.464321] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.464472] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.464614] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.464686] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a1d298d-2e27-431e-a1c7-50bf0406e216" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.464841] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a1d298d-2e27-431e-a1c7-50bf0406e216 taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.464936] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a1d298d-2e27-431e-a1c7-50bf0406e216" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.464936] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a1d298d-2e27-431e-a1c7-50bf0406e216" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.465088] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a1d298d-2e27-431e-a1c7-50bf0406e216" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.465228] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.465310] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.465371] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.465508] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.466140] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.466359] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a1d298d-2e27-431e-a1c7-50bf0406e216" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.466477] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0a1d298d-2e27-431e-a1c7-50bf0406e216',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.518021] env[65307]: INFO networking_nsxv3.common.synchronization [req-f6ba45c1-8116-49c5-a0f6-bd2c6616600a req-71e1d14e-40ed-4d6a-a76d-d9f88c4b890d tempest-DeleteServersAdminTestJSON-427493507 tempest-DeleteServersAdminTestJSON-427493507-project-admin] Enqueued Resource ID: 37bf9cc5-847b-42fb-989a-22543947ae7c with Priority: HIGHEST for action security_group_members [ 610.518021] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37bf9cc5-847b-42fb-989a-22543947ae7c with Priority: HIGHEST for action security_group_members [ 610.518775] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-37bf9cc5-847b-42fb-989a-22543947ae7c taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.519101] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37bf9cc5-847b-42fb-989a-22543947ae7c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.519293] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37bf9cc5-847b-42fb-989a-22543947ae7c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.519598] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37bf9cc5-847b-42fb-989a-22543947ae7c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.521273] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.521273] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.521273] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.521273] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.521273] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.521273] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('37bf9cc5-847b-42fb-989a-22543947ae7c',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.695468] env[65307]: INFO networking_nsxv3.common.synchronization [None req-dbdc194c-e73f-4023-b7ab-ed78d1be5039 None None] Enqueued Resource ID: 383ebe63-5287-4d9e-ad72-36c1ba5873fc with Priority: HIGHEST for action port [ 610.696015] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 383ebe63-5287-4d9e-ad72-36c1ba5873fc with Priority: HIGHEST for action port [ 610.696368] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-383ebe63-5287-4d9e-ad72-36c1ba5873fc taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.696854] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-383ebe63-5287-4d9e-ad72-36c1ba5873fc" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.696854] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-383ebe63-5287-4d9e-ad72-36c1ba5873fc" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.696854] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-383ebe63-5287-4d9e-ad72-36c1ba5873fc" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.697530] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('383ebe63-5287-4d9e-ad72-36c1ba5873fc',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.771511] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa: rpc.has_security_group_logging(os_id): False [ 610.798754] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.799152] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.799152] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.799359] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.799359] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.799594] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.799693] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.799783] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.800101] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.800167] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.800312] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.800396] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.800456] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.800854] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.801148] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.801476] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.801560] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.801628] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.802242] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.802242] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.802242] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa is going to be created. [ 610.861041] env[65307]: INFO networking_nsxv3.common.synchronization [None req-f711ffcf-6f8e-4cb3-af0e-fb3c334932d7 tempest-ServersTestJSON-1910617405 tempest-ServersTestJSON-1910617405-project-member] Enqueued Resource ID: 9d6d7c83-fb23-4289-bf76-12eab6c09368 with Priority: HIGHEST for action security_group_rules [ 610.861041] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d6d7c83-fb23-4289-bf76-12eab6c09368 with Priority: HIGHEST for action security_group_rules [ 610.861534] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9d6d7c83-fb23-4289-bf76-12eab6c09368 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.861534] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9d6d7c83-fb23-4289-bf76-12eab6c09368" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.861534] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9d6d7c83-fb23-4289-bf76-12eab6c09368" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.861808] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9d6d7c83-fb23-4289-bf76-12eab6c09368" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.862147] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9d6d7c83-fb23-4289-bf76-12eab6c09368',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.876240] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.876240] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.876240] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.876240] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.876240] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.893478] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa in Status: IN_PROGRESS for 2s [ 610.897331] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('19ec616f-3b1a-4ea0-b37f-4725ba96156d',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.969637] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0a1d298d-2e27-431e-a1c7-50bf0406e216: rpc.has_security_group_logging(os_id): False [ 610.992965] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.992965] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.992965] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.992965] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.992965] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.992965] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.992965] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.992965] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.992965] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.992965] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.992965] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.992965] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.992965] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.992965] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.992965] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.993503] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.993503] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.993503] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.993503] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.994679] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.995013] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0a1d298d-2e27-431e-a1c7-50bf0406e216 is going to be updated. [ 611.023102] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.023279] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.023353] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.023806] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.023806] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.024432] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.024432] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.024432] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.024686] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.024686] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.024748] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37bf9cc5-847b-42fb-989a-22543947ae7c is going to be updated. [ 611.059699] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.059699] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.059699] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.059699] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.059699] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.072246] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.073203] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.073341] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.073625] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.073832] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.077180] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37bf9cc5-847b-42fb-989a-22543947ae7c in Status: IN_PROGRESS for 2s [ 611.090994] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0a1d298d-2e27-431e-a1c7-50bf0406e216 in Status: IN_PROGRESS for 2s [ 611.199950] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 383ebe63-5287-4d9e-ad72-36c1ba5873fc [ 611.200306] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.200306] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.200306] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.200960] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.201096] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.201211] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:383ebe63-5287-4d9e-ad72-36c1ba5873fc already deleted. [ 611.201303] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-383ebe63-5287-4d9e-ad72-36c1ba5873fc" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.385918] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.387218] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.387218] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.387218] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.387218] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.387456] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9d6d7c83-fb23-4289-bf76-12eab6c09368 already deleted. [ 611.387456] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9d6d7c83-fb23-4289-bf76-12eab6c09368" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.403084] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.403084] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.403084] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.403084] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.403084] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.403084] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 19ec616f-3b1a-4ea0-b37f-4725ba96156d is going to be created. [ 611.429208] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.429208] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.429208] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.429208] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.429208] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.443668] env[65307]: INFO networking_nsxv3.common.synchronization [req-e1d750a1-c3df-49aa-8a7a-b4200f85241b req-deb2295d-92ee-4028-95e2-39fc81dc4946 tempest-MigrationsAdminTest-1404342733 tempest-MigrationsAdminTest-1404342733-project-member] Enqueued Resource ID: 2d995b2d-9e4f-4988-82c5-804f9a48f0e4 with Priority: HIGHEST for action security_group_members [ 611.444641] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19ec616f-3b1a-4ea0-b37f-4725ba96156d in Status: UNINITIALIZED for 2s [ 611.447131] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d995b2d-9e4f-4988-82c5-804f9a48f0e4 with Priority: HIGHEST for action security_group_members [ 611.447800] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d995b2d-9e4f-4988-82c5-804f9a48f0e4 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.447956] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d995b2d-9e4f-4988-82c5-804f9a48f0e4" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.448022] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d995b2d-9e4f-4988-82c5-804f9a48f0e4" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.449970] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d995b2d-9e4f-4988-82c5-804f9a48f0e4" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.449970] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.449970] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.449970] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.449970] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.449970] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.449970] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2d995b2d-9e4f-4988-82c5-804f9a48f0e4',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.492487] env[65307]: INFO networking_nsxv3.common.synchronization [None req-9ec0743b-f65b-4d70-8d5f-2d40c3e77386 tempest-ServersTestJSON-1910617405 tempest-ServersTestJSON-1910617405-project-member] Enqueued Resource ID: 9d6d7c83-fb23-4289-bf76-12eab6c09368 with Priority: HIGHEST for action security_group_rules [ 611.493306] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d6d7c83-fb23-4289-bf76-12eab6c09368 with Priority: HIGHEST for action security_group_rules [ 611.493755] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9d6d7c83-fb23-4289-bf76-12eab6c09368 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.493949] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9d6d7c83-fb23-4289-bf76-12eab6c09368" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.494075] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9d6d7c83-fb23-4289-bf76-12eab6c09368" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.494404] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9d6d7c83-fb23-4289-bf76-12eab6c09368" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.494551] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9d6d7c83-fb23-4289-bf76-12eab6c09368',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.952128] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.952128] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.952128] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.952620] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.952620] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.952620] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.952759] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.952759] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.952860] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.952965] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.953072] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d995b2d-9e4f-4988-82c5-804f9a48f0e4 already deleted. [ 611.953148] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d995b2d-9e4f-4988-82c5-804f9a48f0e4" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.023036] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.023036] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.023036] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.023036] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.023036] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.023036] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9d6d7c83-fb23-4289-bf76-12eab6c09368 already deleted. [ 612.023036] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9d6d7c83-fb23-4289-bf76-12eab6c09368" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.084042] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock network-264 taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.084347] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "network-264" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.084508] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "network-264" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.084792] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "network-264" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.085071] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.085625] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.085625] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.085820] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.086153] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.086329] env[65307]: DEBUG dogpile.cache.region [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 612.087656] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] NeedRegenerationException {{(pid=65307) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 612.087656] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] no value, waiting for create lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 612.087656] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] value creation lock acquired {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 612.087656] env[65307]: DEBUG dogpile.cache.region [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 612.087656] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Calling creation function for not-yet-present value {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 612.087656] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 612.108419] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 612.108419] env[65307]: DEBUG dogpile.cache.region [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65307) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 612.108741] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Released creation lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 612.108741] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "network-264" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.109052] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock port-511c0abd-74bd-43e3-a7f5-474fee0b65b6 taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.109217] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "port-511c0abd-74bd-43e3-a7f5-474fee0b65b6" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.109346] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "port-511c0abd-74bd-43e3-a7f5-474fee0b65b6" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.109711] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "port-511c0abd-74bd-43e3-a7f5-474fee0b65b6" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.109855] env[65307]: DEBUG networking_nsxv3.api.rpc [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('511c0abd-74bd-43e3-a7f5-474fee0b65b6',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.612342] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.612666] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.612845] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.613181] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.613369] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.613553] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Segment Port 511c0abd-74bd-43e3-a7f5-474fee0b65b6 not found, creating... [ 612.613871] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.614103] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.614290] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.614567] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.614754] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.615180] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.615445] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.615613] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.615911] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.616107] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.616309] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Resource: SegmentPort with ID: 511c0abd-74bd-43e3-a7f5-474fee0b65b6 is going to be created. [ 612.639432] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.639741] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.639741] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.640059] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.640315] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.640495] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "port-511c0abd-74bd-43e3-a7f5-474fee0b65b6" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.914042] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa in Status: SUCCESS [ 612.914042] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.914042] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.914042] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.914042] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.087554] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37bf9cc5-847b-42fb-989a-22543947ae7c in Status: SUCCESS [ 613.087554] env[65307]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37bf9cc5-847b-42fb-989a-22543947ae7c deletion is rescheduled due to dependency. [ 613.087554] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37bf9cc5-847b-42fb-989a-22543947ae7c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.104776] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0a1d298d-2e27-431e-a1c7-50bf0406e216 in Status: SUCCESS [ 613.104776] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0a1d298d-2e27-431e-a1c7-50bf0406e216" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.354181] env[65307]: INFO networking_nsxv3.common.synchronization [req-e1d750a1-c3df-49aa-8a7a-b4200f85241b req-ad68ae12-c350-4bf7-a849-8a7335a0ab32 service nova] Enqueued Resource ID: 2d995b2d-9e4f-4988-82c5-804f9a48f0e4 with Priority: HIGHEST for action security_group_rules [ 613.354181] env[65307]: INFO networking_nsxv3.common.synchronization [req-e1d750a1-c3df-49aa-8a7a-b4200f85241b req-ad68ae12-c350-4bf7-a849-8a7335a0ab32 service nova] Enqueued Resource ID: 2d995b2d-9e4f-4988-82c5-804f9a48f0e4 with Priority: HIGHEST for action security_group_members [ 613.354181] env[65307]: INFO networking_nsxv3.common.synchronization [req-e1d750a1-c3df-49aa-8a7a-b4200f85241b req-ad68ae12-c350-4bf7-a849-8a7335a0ab32 service nova] Enqueued Resource ID: 511c0abd-74bd-43e3-a7f5-474fee0b65b6 with Priority: HIGHEST for action port [ 613.354181] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d995b2d-9e4f-4988-82c5-804f9a48f0e4 with Priority: HIGHEST for action security_group_rules [ 613.354181] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d995b2d-9e4f-4988-82c5-804f9a48f0e4 with Priority: HIGHEST for action security_group_members [ 613.354181] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 511c0abd-74bd-43e3-a7f5-474fee0b65b6 with Priority: HIGHEST for action port [ 613.355174] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2d995b2d-9e4f-4988-82c5-804f9a48f0e4 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.355457] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2d995b2d-9e4f-4988-82c5-804f9a48f0e4" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.355637] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2d995b2d-9e4f-4988-82c5-804f9a48f0e4" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.356110] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2d995b2d-9e4f-4988-82c5-804f9a48f0e4" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.356318] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2d995b2d-9e4f-4988-82c5-804f9a48f0e4',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.357491] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d995b2d-9e4f-4988-82c5-804f9a48f0e4 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.357832] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d995b2d-9e4f-4988-82c5-804f9a48f0e4" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.358545] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d995b2d-9e4f-4988-82c5-804f9a48f0e4" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.358545] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d995b2d-9e4f-4988-82c5-804f9a48f0e4" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.358545] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.358876] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.359713] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.359713] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.359713] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.361353] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2d995b2d-9e4f-4988-82c5-804f9a48f0e4',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.368151] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-511c0abd-74bd-43e3-a7f5-474fee0b65b6 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.368151] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-511c0abd-74bd-43e3-a7f5-474fee0b65b6" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.368151] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-511c0abd-74bd-43e3-a7f5-474fee0b65b6" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.368151] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-511c0abd-74bd-43e3-a7f5-474fee0b65b6" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.368151] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('511c0abd-74bd-43e3-a7f5-474fee0b65b6',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.418161] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.418161] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.418161] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.418161] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.418562] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.418757] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.418853] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.418960] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.419423] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.419564] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.419701] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.444141] env[65307]: INFO networking_nsxv3.common.synchronization [None req-ee547a02-6d07-4fdc-b086-2e060a58eefb tempest-ServersTestBootFromVolume-1814206897 tempest-ServersTestBootFromVolume-1814206897-project-member] Enqueued Resource ID: a0a2bd7f-3a10-41c4-be65-e0aa663bfa5b with Priority: HIGHEST for action security_group_rules [ 613.444141] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0a2bd7f-3a10-41c4-be65-e0aa663bfa5b with Priority: HIGHEST for action security_group_rules [ 613.444407] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a0a2bd7f-3a10-41c4-be65-e0aa663bfa5b taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.444526] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a0a2bd7f-3a10-41c4-be65-e0aa663bfa5b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.444592] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a0a2bd7f-3a10-41c4-be65-e0aa663bfa5b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.445351] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a0a2bd7f-3a10-41c4-be65-e0aa663bfa5b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.445351] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a0a2bd7f-3a10-41c4-be65-e0aa663bfa5b',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.455620] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19ec616f-3b1a-4ea0-b37f-4725ba96156d in Status: SUCCESS [ 613.455873] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19ec616f-3b1a-4ea0-b37f-4725ba96156d" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.456047] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19ec616f-3b1a-4ea0-b37f-4725ba96156d" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.456299] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19ec616f-3b1a-4ea0-b37f-4725ba96156d" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.456523] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.456650] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.456738] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.456908] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.456989] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.457096] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19ec616f-3b1a-4ea0-b37f-4725ba96156d" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.457233] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('19ec616f-3b1a-4ea0-b37f-4725ba96156d',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.737775] env[65307]: INFO networking_nsxv3.common.synchronization [None req-b094de55-11bb-482a-af63-dad536b36add tempest-ServersTestBootFromVolume-1814206897 tempest-ServersTestBootFromVolume-1814206897-project-member] Enqueued Resource ID: a0a2bd7f-3a10-41c4-be65-e0aa663bfa5b with Priority: HIGHEST for action security_group_rules [ 613.738411] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0a2bd7f-3a10-41c4-be65-e0aa663bfa5b with Priority: HIGHEST for action security_group_rules [ 613.738636] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a0a2bd7f-3a10-41c4-be65-e0aa663bfa5b taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.738740] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a0a2bd7f-3a10-41c4-be65-e0aa663bfa5b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.864637] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2d995b2d-9e4f-4988-82c5-804f9a48f0e4',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.869745] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d995b2d-9e4f-4988-82c5-804f9a48f0e4 taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.871215] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d995b2d-9e4f-4988-82c5-804f9a48f0e4" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.872490] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 511c0abd-74bd-43e3-a7f5-474fee0b65b6 with status ACTIVE [ 613.872490] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.872490] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.872490] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.872490] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.872490] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.872490] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.872812] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.872812] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.872812] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.872918] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.873209] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.873305] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.873380] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.873627] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.873627] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.873711] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 511c0abd-74bd-43e3-a7f5-474fee0b65b6 is going to be updated. [ 613.899659] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.899803] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.899873] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.900108] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.900245] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.900395] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-511c0abd-74bd-43e3-a7f5-474fee0b65b6" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.922921] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.922921] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.922921] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.922921] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.922921] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.922921] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.922921] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.922921] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.922921] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.923376] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.923376] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.923376] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.923376] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.923376] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.923541] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.923746] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.923746] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.923847] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.923847] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.923929] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.924047] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.960355] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('19ec616f-3b1a-4ea0-b37f-4725ba96156d',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.972149] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.972295] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.972386] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.973771] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.973771] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.973771] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a0a2bd7f-3a10-41c4-be65-e0aa663bfa5b already deleted. [ 613.973771] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a0a2bd7f-3a10-41c4-be65-e0aa663bfa5b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.973771] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a0a2bd7f-3a10-41c4-be65-e0aa663bfa5b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.973771] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a0a2bd7f-3a10-41c4-be65-e0aa663bfa5b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.973771] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a0a2bd7f-3a10-41c4-be65-e0aa663bfa5b',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.366673] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2d995b2d-9e4f-4988-82c5-804f9a48f0e4',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.428554] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa: rpc.has_security_group_logging(os_id): False [ 614.455247] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.455247] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.455247] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.457699] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.457699] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.457699] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.457699] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.457699] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.457699] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.458660] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.458660] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.458660] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.458660] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.458660] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.458660] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.462708] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.462708] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.462708] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.462708] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.462708] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.462708] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa is going to be updated. [ 614.465264] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 19ec616f-3b1a-4ea0-b37f-4725ba96156d: rpc.has_security_group_logging(os_id): False [ 614.486092] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.488161] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.488161] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.488161] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.488161] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.488161] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.488161] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.488161] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.488161] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.488161] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.488161] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 19ec616f-3b1a-4ea0-b37f-4725ba96156d is going to be created. [ 614.514537] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.514761] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.514761] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.515020] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.515020] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.515113] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a0a2bd7f-3a10-41c4-be65-e0aa663bfa5b already deleted. [ 614.515182] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a0a2bd7f-3a10-41c4-be65-e0aa663bfa5b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.561577] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.561728] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.561728] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.562631] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.562631] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.593642] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.593642] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.593642] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.593642] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.593889] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.617319] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 19ec616f-3b1a-4ea0-b37f-4725ba96156d in Status: IN_PROGRESS for 2s [ 614.618291] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa in Status: IN_PROGRESS for 2s [ 614.871451] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.871451] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.871451] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.871451] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.871451] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.871451] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d995b2d-9e4f-4988-82c5-804f9a48f0e4 is going to be created. [ 614.897633] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.897633] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.897633] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.897633] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.897633] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.910062] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d995b2d-9e4f-4988-82c5-804f9a48f0e4 in Status: UNINITIALIZED for 2s [ 616.637406] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa in Status: SUCCESS [ 616.637813] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.638660] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 19ec616f-3b1a-4ea0-b37f-4725ba96156d in Status: SUCCESS [ 616.638949] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-19ec616f-3b1a-4ea0-b37f-4725ba96156d" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.861506] env[65307]: INFO networking_nsxv3.common.synchronization [req-7f6e9a4c-55e5-444c-80f2-2b145f0f59a7 req-3028cad3-c093-4b6f-9884-01b00abec14c tempest-ImagesNegativeTestJSON-379262891 tempest-ImagesNegativeTestJSON-379262891-project-member] Enqueued Resource ID: ade7d7ce-cf2c-4e60-bee1-c0d9ed7c9432 with Priority: HIGHEST for action security_group_members [ 616.862638] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ade7d7ce-cf2c-4e60-bee1-c0d9ed7c9432 with Priority: HIGHEST for action security_group_members [ 616.862638] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-ade7d7ce-cf2c-4e60-bee1-c0d9ed7c9432 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.862864] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ade7d7ce-cf2c-4e60-bee1-c0d9ed7c9432" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.862864] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ade7d7ce-cf2c-4e60-bee1-c0d9ed7c9432" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.863146] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ade7d7ce-cf2c-4e60-bee1-c0d9ed7c9432" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.863566] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.863646] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.863685] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.863940] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.863940] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.864046] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ade7d7ce-cf2c-4e60-bee1-c0d9ed7c9432',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.921035] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d995b2d-9e4f-4988-82c5-804f9a48f0e4 in Status: SUCCESS [ 616.921250] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d995b2d-9e4f-4988-82c5-804f9a48f0e4" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.921678] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d995b2d-9e4f-4988-82c5-804f9a48f0e4" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.922388] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d995b2d-9e4f-4988-82c5-804f9a48f0e4" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.922582] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.922723] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.922810] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.923037] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.923152] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.923283] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d995b2d-9e4f-4988-82c5-804f9a48f0e4" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.923381] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2d995b2d-9e4f-4988-82c5-804f9a48f0e4',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.370153] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.371045] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.371045] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.371045] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.371244] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.371378] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.371605] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.371679] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.371857] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.371950] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.372104] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ade7d7ce-cf2c-4e60-bee1-c0d9ed7c9432 already deleted. [ 617.372104] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ade7d7ce-cf2c-4e60-bee1-c0d9ed7c9432" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.394184] env[65307]: INFO networking_nsxv3.common.synchronization [req-690272e1-5069-45a2-aad2-aa1b11568313 req-933183a4-0b22-4980-aad3-5fbf1a6e0563 tempest-ServerAddressesNegativeTestJSON-1413237449 tempest-ServerAddressesNegativeTestJSON-1413237449-project-member] Enqueued Resource ID: 8a4c1f9e-549d-4f6a-b39d-400a97d19a08 with Priority: HIGHEST for action security_group_members [ 617.395096] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a4c1f9e-549d-4f6a-b39d-400a97d19a08 with Priority: HIGHEST for action security_group_members [ 617.397113] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a4c1f9e-549d-4f6a-b39d-400a97d19a08 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.397341] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a4c1f9e-549d-4f6a-b39d-400a97d19a08" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.397392] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a4c1f9e-549d-4f6a-b39d-400a97d19a08" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.398027] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a4c1f9e-549d-4f6a-b39d-400a97d19a08" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.398027] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.398027] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.398280] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.398280] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.398372] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.398419] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8a4c1f9e-549d-4f6a-b39d-400a97d19a08',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.426519] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d995b2d-9e4f-4988-82c5-804f9a48f0e4 taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.426519] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d995b2d-9e4f-4988-82c5-804f9a48f0e4" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.426519] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d995b2d-9e4f-4988-82c5-804f9a48f0e4" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.426747] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d995b2d-9e4f-4988-82c5-804f9a48f0e4" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.426907] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.427053] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.427118] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.427314] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.427445] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.427950] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d995b2d-9e4f-4988-82c5-804f9a48f0e4" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.427950] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d995b2d-9e4f-4988-82c5-804f9a48f0e4 taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.427950] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d995b2d-9e4f-4988-82c5-804f9a48f0e4" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.427950] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d995b2d-9e4f-4988-82c5-804f9a48f0e4" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.428182] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d995b2d-9e4f-4988-82c5-804f9a48f0e4" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.428310] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.428455] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.428532] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.429132] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.429279] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.430260] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d995b2d-9e4f-4988-82c5-804f9a48f0e4" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.430260] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2d995b2d-9e4f-4988-82c5-804f9a48f0e4',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.513027] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock network-686 taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.513027] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "network-686" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.517872] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "network-686" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.517872] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "network-686" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.517872] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.517872] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.517872] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.517872] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.517872] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.517872] env[65307]: DEBUG dogpile.cache.region [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 617.517872] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] NeedRegenerationException {{(pid=65307) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 617.517872] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] no value, waiting for create lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 617.517872] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] value creation lock acquired {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 617.517872] env[65307]: DEBUG dogpile.cache.region [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 617.517872] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Calling creation function for not-yet-present value {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 617.517872] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 617.548027] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 617.548027] env[65307]: DEBUG dogpile.cache.region [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=65307) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 617.548027] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Released creation lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 617.548027] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "network-686" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.548027] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock port-281ea024-2589-4a5c-8de8-2553eef6290b taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.548027] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "port-281ea024-2589-4a5c-8de8-2553eef6290b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.548027] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "port-281ea024-2589-4a5c-8de8-2553eef6290b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.548027] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "port-281ea024-2589-4a5c-8de8-2553eef6290b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.548027] env[65307]: DEBUG networking_nsxv3.api.rpc [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('281ea024-2589-4a5c-8de8-2553eef6290b',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.903407] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.904162] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.904162] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.904162] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.904162] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.904300] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.904300] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.904392] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.904517] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.904587] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.904676] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8a4c1f9e-549d-4f6a-b39d-400a97d19a08 is going to be updated. [ 617.934039] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2d995b2d-9e4f-4988-82c5-804f9a48f0e4: rpc.has_security_group_logging(os_id): False [ 617.946420] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.947377] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.947585] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.948058] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.948318] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.958437] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.958437] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.958437] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.958813] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.958813] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.959247] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.959247] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.959247] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.959247] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.959419] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.959489] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.959584] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.959645] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.959788] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.959863] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.962855] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.962855] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.962855] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.963048] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.964971] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.964971] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2d995b2d-9e4f-4988-82c5-804f9a48f0e4 is going to be created. [ 617.966040] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a4c1f9e-549d-4f6a-b39d-400a97d19a08 in Status: IN_PROGRESS for 2s [ 618.054718] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.055015] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.055395] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.055754] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.055966] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.056206] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Segment Port 281ea024-2589-4a5c-8de8-2553eef6290b not found, creating... [ 618.056591] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.058085] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.058085] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.058085] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.058085] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.058419] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.059187] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.059187] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.059408] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.059408] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.059590] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Resource: SegmentPort with ID: 281ea024-2589-4a5c-8de8-2553eef6290b is going to be created. [ 618.083806] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.083806] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.083806] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.083806] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.083806] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.096882] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.096882] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.096882] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.096882] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.096882] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.096882] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "port-281ea024-2589-4a5c-8de8-2553eef6290b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.108376] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2d995b2d-9e4f-4988-82c5-804f9a48f0e4 in Status: IN_PROGRESS for 2s [ 618.857992] env[65307]: INFO networking_nsxv3.common.synchronization [req-7f6e9a4c-55e5-444c-80f2-2b145f0f59a7 req-00bf2ff7-3a18-41e4-93f4-ef78d83cff91 service nova] Enqueued Resource ID: ade7d7ce-cf2c-4e60-bee1-c0d9ed7c9432 with Priority: HIGHEST for action security_group_rules [ 618.857992] env[65307]: INFO networking_nsxv3.common.synchronization [req-7f6e9a4c-55e5-444c-80f2-2b145f0f59a7 req-00bf2ff7-3a18-41e4-93f4-ef78d83cff91 service nova] Enqueued Resource ID: ade7d7ce-cf2c-4e60-bee1-c0d9ed7c9432 with Priority: HIGHEST for action security_group_members [ 618.857992] env[65307]: INFO networking_nsxv3.common.synchronization [req-7f6e9a4c-55e5-444c-80f2-2b145f0f59a7 req-00bf2ff7-3a18-41e4-93f4-ef78d83cff91 service nova] Enqueued Resource ID: 281ea024-2589-4a5c-8de8-2553eef6290b with Priority: HIGHEST for action port [ 618.857992] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ade7d7ce-cf2c-4e60-bee1-c0d9ed7c9432 with Priority: HIGHEST for action security_group_rules [ 618.857992] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ade7d7ce-cf2c-4e60-bee1-c0d9ed7c9432 with Priority: HIGHEST for action security_group_members [ 618.857992] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 281ea024-2589-4a5c-8de8-2553eef6290b with Priority: HIGHEST for action port [ 618.861209] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ade7d7ce-cf2c-4e60-bee1-c0d9ed7c9432 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.861209] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ade7d7ce-cf2c-4e60-bee1-c0d9ed7c9432" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.861632] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ade7d7ce-cf2c-4e60-bee1-c0d9ed7c9432" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.862066] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ade7d7ce-cf2c-4e60-bee1-c0d9ed7c9432" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.862222] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ade7d7ce-cf2c-4e60-bee1-c0d9ed7c9432',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.870698] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-ade7d7ce-cf2c-4e60-bee1-c0d9ed7c9432 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.870698] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ade7d7ce-cf2c-4e60-bee1-c0d9ed7c9432" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.870698] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ade7d7ce-cf2c-4e60-bee1-c0d9ed7c9432" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.870698] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ade7d7ce-cf2c-4e60-bee1-c0d9ed7c9432" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.870698] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.870698] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.870698] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.870698] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.870698] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.870698] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ade7d7ce-cf2c-4e60-bee1-c0d9ed7c9432',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.870698] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-281ea024-2589-4a5c-8de8-2553eef6290b taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.870698] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-281ea024-2589-4a5c-8de8-2553eef6290b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.870698] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-281ea024-2589-4a5c-8de8-2553eef6290b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.870698] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-281ea024-2589-4a5c-8de8-2553eef6290b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.870698] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('281ea024-2589-4a5c-8de8-2553eef6290b',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.366148] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-ade7d7ce-cf2c-4e60-bee1-c0d9ed7c9432 taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.366148] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ade7d7ce-cf2c-4e60-bee1-c0d9ed7c9432" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.371896] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ade7d7ce-cf2c-4e60-bee1-c0d9ed7c9432',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.372977] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 281ea024-2589-4a5c-8de8-2553eef6290b with status ACTIVE [ 619.373469] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.374134] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.374453] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.375139] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.376031] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.376031] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.377023] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.377023] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.381028] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.381028] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.381028] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.381028] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.381028] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.381028] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.381028] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.381028] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 281ea024-2589-4a5c-8de8-2553eef6290b is going to be updated. [ 619.422163] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.422499] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.422499] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.422643] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.423226] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.423226] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-281ea024-2589-4a5c-8de8-2553eef6290b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.478884] env[65307]: INFO networking_nsxv3.common.synchronization [req-773ae453-eeb1-49de-b2ce-7fd0faa5fb40 req-7bf81f21-3639-4fc8-8944-bf75f5e2a304 tempest-InstanceActionsV221TestJSON-1065335289 tempest-InstanceActionsV221TestJSON-1065335289-project-member] Enqueued Resource ID: bacc929e-b0d1-47ef-93ca-6666bf68bb02 with Priority: HIGHEST for action security_group_members [ 619.479613] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bacc929e-b0d1-47ef-93ca-6666bf68bb02 with Priority: HIGHEST for action security_group_members [ 619.480027] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-bacc929e-b0d1-47ef-93ca-6666bf68bb02 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.480417] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bacc929e-b0d1-47ef-93ca-6666bf68bb02" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.480526] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bacc929e-b0d1-47ef-93ca-6666bf68bb02" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.480713] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bacc929e-b0d1-47ef-93ca-6666bf68bb02" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.480888] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.481119] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.481159] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.481307] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.481399] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.481497] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bacc929e-b0d1-47ef-93ca-6666bf68bb02',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.875381] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ade7d7ce-cf2c-4e60-bee1-c0d9ed7c9432',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.978327] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a4c1f9e-549d-4f6a-b39d-400a97d19a08 in Status: SUCCESS [ 619.978327] env[65307]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8a4c1f9e-549d-4f6a-b39d-400a97d19a08 deletion is rescheduled due to dependency. [ 619.978327] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a4c1f9e-549d-4f6a-b39d-400a97d19a08" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.983964] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.987231] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.987231] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.987231] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.987231] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.987231] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.987231] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.987231] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.987231] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.987231] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.987231] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bacc929e-b0d1-47ef-93ca-6666bf68bb02 is going to be updated. [ 620.043360] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.043360] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.043360] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.043360] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.043360] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.054773] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bacc929e-b0d1-47ef-93ca-6666bf68bb02 in Status: IN_PROGRESS for 2s [ 620.123629] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2d995b2d-9e4f-4988-82c5-804f9a48f0e4 in Status: SUCCESS [ 620.123891] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2d995b2d-9e4f-4988-82c5-804f9a48f0e4" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.378228] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.378228] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.378228] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.378228] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.378228] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.378228] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ade7d7ce-cf2c-4e60-bee1-c0d9ed7c9432 is going to be created. [ 620.406101] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.406101] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.406101] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.406506] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.407269] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.420534] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ade7d7ce-cf2c-4e60-bee1-c0d9ed7c9432 in Status: UNINITIALIZED for 2s [ 620.851917] env[65307]: INFO networking_nsxv3.common.synchronization [None req-dac09617-0fff-46cb-b228-7c3c2a47e042 None None] Enqueued Resource ID: 710067fc-f3de-4857-800c-0112d6bd7342 with Priority: HIGHEST for action port [ 620.852647] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 710067fc-f3de-4857-800c-0112d6bd7342 with Priority: HIGHEST for action port [ 620.852896] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-710067fc-f3de-4857-800c-0112d6bd7342 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.852992] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-710067fc-f3de-4857-800c-0112d6bd7342" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.853526] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-710067fc-f3de-4857-800c-0112d6bd7342" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.853786] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-710067fc-f3de-4857-800c-0112d6bd7342" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.853903] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('710067fc-f3de-4857-800c-0112d6bd7342',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.355778] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 710067fc-f3de-4857-800c-0112d6bd7342 [ 621.356041] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.356181] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.356253] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.356561] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.356647] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.356747] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:710067fc-f3de-4857-800c-0112d6bd7342 already deleted. [ 621.356818] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-710067fc-f3de-4857-800c-0112d6bd7342" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.070404] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bacc929e-b0d1-47ef-93ca-6666bf68bb02 in Status: SUCCESS [ 622.070766] env[65307]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bacc929e-b0d1-47ef-93ca-6666bf68bb02 deletion is rescheduled due to dependency. [ 622.071646] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bacc929e-b0d1-47ef-93ca-6666bf68bb02" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.436250] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ade7d7ce-cf2c-4e60-bee1-c0d9ed7c9432 in Status: SUCCESS [ 622.436453] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ade7d7ce-cf2c-4e60-bee1-c0d9ed7c9432" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.436629] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ade7d7ce-cf2c-4e60-bee1-c0d9ed7c9432" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.436858] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ade7d7ce-cf2c-4e60-bee1-c0d9ed7c9432" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.438772] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.440741] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.440952] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.441042] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.441126] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.441260] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ade7d7ce-cf2c-4e60-bee1-c0d9ed7c9432" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.441457] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ade7d7ce-cf2c-4e60-bee1-c0d9ed7c9432',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.944310] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-ade7d7ce-cf2c-4e60-bee1-c0d9ed7c9432 taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.944565] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ade7d7ce-cf2c-4e60-bee1-c0d9ed7c9432" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.944565] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ade7d7ce-cf2c-4e60-bee1-c0d9ed7c9432" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.944757] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ade7d7ce-cf2c-4e60-bee1-c0d9ed7c9432" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.944941] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.945041] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.945157] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.945266] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.945358] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.945476] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ade7d7ce-cf2c-4e60-bee1-c0d9ed7c9432" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.945606] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-ade7d7ce-cf2c-4e60-bee1-c0d9ed7c9432 taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.945685] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ade7d7ce-cf2c-4e60-bee1-c0d9ed7c9432" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.945734] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ade7d7ce-cf2c-4e60-bee1-c0d9ed7c9432" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.945865] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ade7d7ce-cf2c-4e60-bee1-c0d9ed7c9432" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.946011] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.946093] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.946270] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.946511] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.946605] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.946680] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ade7d7ce-cf2c-4e60-bee1-c0d9ed7c9432" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.946760] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ade7d7ce-cf2c-4e60-bee1-c0d9ed7c9432',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.121803] env[65307]: INFO networking_nsxv3.common.synchronization [None req-782fc0db-3c12-4099-9081-143692e7db51 None None] Enqueued Resource ID: 722a8e13-0c52-49ad-8434-2b83ceb6a138 with Priority: HIGHEST for action port [ 623.121803] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 722a8e13-0c52-49ad-8434-2b83ceb6a138 with Priority: HIGHEST for action port [ 623.121803] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-722a8e13-0c52-49ad-8434-2b83ceb6a138 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.121803] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-722a8e13-0c52-49ad-8434-2b83ceb6a138" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.121803] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-722a8e13-0c52-49ad-8434-2b83ceb6a138" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.121803] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-722a8e13-0c52-49ad-8434-2b83ceb6a138" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.121803] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('722a8e13-0c52-49ad-8434-2b83ceb6a138',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.451382] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ade7d7ce-cf2c-4e60-bee1-c0d9ed7c9432: rpc.has_security_group_logging(os_id): False [ 623.470792] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.471542] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.471542] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.471542] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.471542] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.471754] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.471754] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.471754] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.472757] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.472757] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.472757] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.472757] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.472757] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.472757] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.472757] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.472757] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.472757] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.472757] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.473204] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.473204] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.473204] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ade7d7ce-cf2c-4e60-bee1-c0d9ed7c9432 is going to be created. [ 623.539815] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.539979] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.540064] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.540269] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.541434] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.555321] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ade7d7ce-cf2c-4e60-bee1-c0d9ed7c9432 in Status: IN_PROGRESS for 2s [ 623.624481] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 722a8e13-0c52-49ad-8434-2b83ceb6a138 [ 623.627418] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.628123] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.628348] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.629103] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.633868] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.633868] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:722a8e13-0c52-49ad-8434-2b83ceb6a138 already deleted. [ 623.633868] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-722a8e13-0c52-49ad-8434-2b83ceb6a138" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.752442] env[65307]: INFO networking_nsxv3.common.synchronization [req-3d337012-f564-44e6-8930-03feb84859fb req-d47ca344-e117-4dc6-b6a0-ce265bf2e3f3 tempest-ServerDiagnosticsTest-1336313250 tempest-ServerDiagnosticsTest-1336313250-project-member] Enqueued Resource ID: df77a2bb-0be5-4bad-9693-58853c26ba6a with Priority: HIGHEST for action security_group_members [ 623.752665] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df77a2bb-0be5-4bad-9693-58853c26ba6a with Priority: HIGHEST for action security_group_members [ 623.753092] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-df77a2bb-0be5-4bad-9693-58853c26ba6a taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.753092] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df77a2bb-0be5-4bad-9693-58853c26ba6a" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.753195] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df77a2bb-0be5-4bad-9693-58853c26ba6a" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.755066] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df77a2bb-0be5-4bad-9693-58853c26ba6a" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.755066] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.755066] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.755066] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.755066] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.755066] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.755066] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('df77a2bb-0be5-4bad-9693-58853c26ba6a',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.862231] env[65307]: INFO networking_nsxv3.common.synchronization [None req-5feb3183-4535-446d-adcb-40d9d8c944ac None None] Enqueued Resource ID: 311fd6d0-6c8d-410a-a55f-5f6f00be0495 with Priority: HIGHEST for action port [ 623.862839] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 311fd6d0-6c8d-410a-a55f-5f6f00be0495 with Priority: HIGHEST for action port [ 623.863206] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-311fd6d0-6c8d-410a-a55f-5f6f00be0495 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.863318] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-311fd6d0-6c8d-410a-a55f-5f6f00be0495" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.863402] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-311fd6d0-6c8d-410a-a55f-5f6f00be0495" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.863662] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-311fd6d0-6c8d-410a-a55f-5f6f00be0495" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.863755] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('311fd6d0-6c8d-410a-a55f-5f6f00be0495',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.256030] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.256784] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.256784] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.256784] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.256996] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.257118] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.257304] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.257412] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.257667] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.257763] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.257878] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df77a2bb-0be5-4bad-9693-58853c26ba6a already deleted. [ 624.257973] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df77a2bb-0be5-4bad-9693-58853c26ba6a" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.367838] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 311fd6d0-6c8d-410a-a55f-5f6f00be0495 [ 624.368122] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.368268] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.368351] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.369074] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.369074] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.369074] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:311fd6d0-6c8d-410a-a55f-5f6f00be0495 already deleted. [ 624.369074] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-311fd6d0-6c8d-410a-a55f-5f6f00be0495" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.469687] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock network-264 taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.472685] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "network-264" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.472990] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "network-264" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.474205] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "network-264" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.474380] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.474547] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.474621] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.474905] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.475019] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.475745] env[65307]: DEBUG dogpile.cache.region [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 624.475745] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] NeedRegenerationException {{(pid=65307) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 624.475745] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] no value, waiting for create lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 624.475745] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] value creation lock acquired {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 624.475745] env[65307]: DEBUG dogpile.cache.region [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 624.476286] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Calling creation function for not-yet-present value {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 624.476286] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 624.501824] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 624.502086] env[65307]: DEBUG dogpile.cache.region [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65307) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 624.502222] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Released creation lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 624.502922] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "network-264" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.503573] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock port-30ed8c30-5669-4750-9857-becf0a3fe805 taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.503573] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "port-30ed8c30-5669-4750-9857-becf0a3fe805" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.503573] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "port-30ed8c30-5669-4750-9857-becf0a3fe805" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.503981] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "port-30ed8c30-5669-4750-9857-becf0a3fe805" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.504050] env[65307]: DEBUG networking_nsxv3.api.rpc [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('30ed8c30-5669-4750-9857-becf0a3fe805',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.010819] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.010819] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.010819] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.010819] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.010819] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.010819] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Segment Port 30ed8c30-5669-4750-9857-becf0a3fe805 not found, creating... [ 625.010819] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.010819] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.010819] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.010819] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.010819] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.011378] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.011378] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.011465] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.012314] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.012314] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.012314] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Resource: SegmentPort with ID: 30ed8c30-5669-4750-9857-becf0a3fe805 is going to be created. [ 625.038659] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.038936] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.038986] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.039536] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.039754] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.040193] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "port-30ed8c30-5669-4750-9857-becf0a3fe805" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.565418] env[65307]: INFO networking_nsxv3.common.synchronization [None req-da0c4c43-64ea-4a70-93f6-c815db803578 None None] Enqueued Resource ID: 0a3f71ad-0180-44a0-8a73-8f254ca5fc23 with Priority: HIGHEST for action port [ 625.567620] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a3f71ad-0180-44a0-8a73-8f254ca5fc23 with Priority: HIGHEST for action port [ 625.567620] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-0a3f71ad-0180-44a0-8a73-8f254ca5fc23 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.567620] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0a3f71ad-0180-44a0-8a73-8f254ca5fc23" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.567620] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0a3f71ad-0180-44a0-8a73-8f254ca5fc23" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.567620] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0a3f71ad-0180-44a0-8a73-8f254ca5fc23" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.567620] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0a3f71ad-0180-44a0-8a73-8f254ca5fc23',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.569652] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ade7d7ce-cf2c-4e60-bee1-c0d9ed7c9432 in Status: SUCCESS [ 625.570978] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ade7d7ce-cf2c-4e60-bee1-c0d9ed7c9432" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.790104] env[65307]: INFO networking_nsxv3.common.synchronization [req-3d337012-f564-44e6-8930-03feb84859fb req-c0bf70b8-8e4e-4a22-a112-7756c1f70191 service nova] Enqueued Resource ID: df77a2bb-0be5-4bad-9693-58853c26ba6a with Priority: HIGHEST for action security_group_rules [ 625.790292] env[65307]: INFO networking_nsxv3.common.synchronization [req-3d337012-f564-44e6-8930-03feb84859fb req-c0bf70b8-8e4e-4a22-a112-7756c1f70191 service nova] Enqueued Resource ID: df77a2bb-0be5-4bad-9693-58853c26ba6a with Priority: HIGHEST for action security_group_members [ 625.790426] env[65307]: INFO networking_nsxv3.common.synchronization [req-3d337012-f564-44e6-8930-03feb84859fb req-c0bf70b8-8e4e-4a22-a112-7756c1f70191 service nova] Enqueued Resource ID: 30ed8c30-5669-4750-9857-becf0a3fe805 with Priority: HIGHEST for action port [ 625.791040] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df77a2bb-0be5-4bad-9693-58853c26ba6a with Priority: HIGHEST for action security_group_rules [ 625.791344] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df77a2bb-0be5-4bad-9693-58853c26ba6a with Priority: HIGHEST for action security_group_members [ 625.791468] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30ed8c30-5669-4750-9857-becf0a3fe805 with Priority: HIGHEST for action port [ 625.791781] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-df77a2bb-0be5-4bad-9693-58853c26ba6a taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.791896] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-df77a2bb-0be5-4bad-9693-58853c26ba6a" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.791956] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-df77a2bb-0be5-4bad-9693-58853c26ba6a" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.792277] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-df77a2bb-0be5-4bad-9693-58853c26ba6a" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.792386] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('df77a2bb-0be5-4bad-9693-58853c26ba6a',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.793806] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-df77a2bb-0be5-4bad-9693-58853c26ba6a taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.793924] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df77a2bb-0be5-4bad-9693-58853c26ba6a" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.794084] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df77a2bb-0be5-4bad-9693-58853c26ba6a" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.798332] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df77a2bb-0be5-4bad-9693-58853c26ba6a" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.798406] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.798504] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.798621] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.798802] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.798898] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.798999] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('df77a2bb-0be5-4bad-9693-58853c26ba6a',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.800657] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-30ed8c30-5669-4750-9857-becf0a3fe805 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.800804] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-30ed8c30-5669-4750-9857-becf0a3fe805" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.800868] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-30ed8c30-5669-4750-9857-becf0a3fe805" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.801094] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-30ed8c30-5669-4750-9857-becf0a3fe805" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.801176] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('30ed8c30-5669-4750-9857-becf0a3fe805',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.069403] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0a3f71ad-0180-44a0-8a73-8f254ca5fc23 [ 626.069403] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.069403] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.069691] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.069727] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.070476] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.070476] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0a3f71ad-0180-44a0-8a73-8f254ca5fc23 already deleted. [ 626.070476] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0a3f71ad-0180-44a0-8a73-8f254ca5fc23" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.213189] env[65307]: INFO networking_nsxv3.common.synchronization [req-13a1a42e-dd66-4c34-a874-0227119f3065 req-b0688c97-ddea-4cdf-8e92-253ec7897fb5 tempest-ServersTestJSON-1910617405 tempest-ServersTestJSON-1910617405-project-member] Enqueued Resource ID: 9d6d7c83-fb23-4289-bf76-12eab6c09368 with Priority: HIGHEST for action security_group_members [ 626.213892] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d6d7c83-fb23-4289-bf76-12eab6c09368 with Priority: HIGHEST for action security_group_members [ 626.214728] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d6d7c83-fb23-4289-bf76-12eab6c09368 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.214900] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d6d7c83-fb23-4289-bf76-12eab6c09368" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.214966] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d6d7c83-fb23-4289-bf76-12eab6c09368" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.215256] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d6d7c83-fb23-4289-bf76-12eab6c09368" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.215466] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.215577] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.215639] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.215807] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.215913] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.216021] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9d6d7c83-fb23-4289-bf76-12eab6c09368',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.295907] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-df77a2bb-0be5-4bad-9693-58853c26ba6a taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.295907] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df77a2bb-0be5-4bad-9693-58853c26ba6a" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.307351] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 30ed8c30-5669-4750-9857-becf0a3fe805 with status ACTIVE [ 626.307351] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.307351] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.307351] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.307351] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.307351] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.307351] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.307351] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.307351] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.307351] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.307351] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.308146] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.308353] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.308459] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.308644] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.308809] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.308873] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 30ed8c30-5669-4750-9857-becf0a3fe805 is going to be updated. [ 626.310825] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('df77a2bb-0be5-4bad-9693-58853c26ba6a',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.338625] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.338928] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.338928] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.339179] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.339374] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.339612] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-30ed8c30-5669-4750-9857-becf0a3fe805" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.615653] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock network-566 taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.616070] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "network-566" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.616070] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "network-566" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.616376] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "network-566" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.616641] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.616814] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.616912] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.617190] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.617330] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.617566] env[65307]: DEBUG dogpile.cache.region [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 626.617706] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] NeedRegenerationException {{(pid=65307) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 626.617814] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] no value, waiting for create lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 626.617916] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] value creation lock acquired {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 626.618030] env[65307]: DEBUG dogpile.cache.region [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 626.618133] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Calling creation function for not-yet-present value {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 626.618261] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 626.638646] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 626.638837] env[65307]: DEBUG dogpile.cache.region [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65307) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 626.638980] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Released creation lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 626.639103] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "network-566" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.639423] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock port-d94ebaaf-893b-411a-92fc-1464817f581c taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.639626] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "port-d94ebaaf-893b-411a-92fc-1464817f581c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.639696] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "port-d94ebaaf-893b-411a-92fc-1464817f581c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.640011] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "port-d94ebaaf-893b-411a-92fc-1464817f581c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.640287] env[65307]: DEBUG networking_nsxv3.api.rpc [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d94ebaaf-893b-411a-92fc-1464817f581c',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.718352] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.718877] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.718977] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.719425] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.719533] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.719758] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.719894] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.719980] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.720177] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.720256] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.720346] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9d6d7c83-fb23-4289-bf76-12eab6c09368 already deleted. [ 626.720450] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d6d7c83-fb23-4289-bf76-12eab6c09368" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.817356] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('df77a2bb-0be5-4bad-9693-58853c26ba6a',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.142728] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.142997] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.143134] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.143419] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.143598] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.144290] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Segment Port d94ebaaf-893b-411a-92fc-1464817f581c not found, creating... [ 627.144290] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.144290] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.144555] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.144642] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.144782] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.145081] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.145231] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.145341] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.145543] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.145674] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.145808] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Resource: SegmentPort with ID: d94ebaaf-893b-411a-92fc-1464817f581c is going to be created. [ 627.166142] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.166433] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.166576] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.166998] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.167293] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.167553] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "port-d94ebaaf-893b-411a-92fc-1464817f581c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.321531] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.321779] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.321859] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.322159] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.322300] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.322477] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df77a2bb-0be5-4bad-9693-58853c26ba6a is going to be created. [ 627.353654] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.353830] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.353830] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.353972] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.354177] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.365605] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df77a2bb-0be5-4bad-9693-58853c26ba6a in Status: UNINITIALIZED for 2s [ 627.723544] env[65307]: INFO networking_nsxv3.common.synchronization [None req-44b37cd0-0558-41a0-9025-c4365adc4283 None None] Enqueued Resource ID: b18efba0-3a2a-4c3f-916f-e8e4f821fc50 with Priority: HIGHEST for action port [ 627.723840] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b18efba0-3a2a-4c3f-916f-e8e4f821fc50 with Priority: HIGHEST for action port [ 627.724113] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-b18efba0-3a2a-4c3f-916f-e8e4f821fc50 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.724235] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b18efba0-3a2a-4c3f-916f-e8e4f821fc50" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.724306] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b18efba0-3a2a-4c3f-916f-e8e4f821fc50" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.724659] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b18efba0-3a2a-4c3f-916f-e8e4f821fc50" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.724741] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b18efba0-3a2a-4c3f-916f-e8e4f821fc50',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.870538] env[65307]: INFO networking_nsxv3.common.synchronization [req-13a1a42e-dd66-4c34-a874-0227119f3065 req-b913a13e-84d5-475d-8462-b7e42b4aff69 service nova] Enqueued Resource ID: 9d6d7c83-fb23-4289-bf76-12eab6c09368 with Priority: HIGHEST for action security_group_rules [ 627.871940] env[65307]: INFO networking_nsxv3.common.synchronization [req-13a1a42e-dd66-4c34-a874-0227119f3065 req-b913a13e-84d5-475d-8462-b7e42b4aff69 service nova] Enqueued Resource ID: 9d6d7c83-fb23-4289-bf76-12eab6c09368 with Priority: HIGHEST for action security_group_members [ 627.871940] env[65307]: INFO networking_nsxv3.common.synchronization [req-13a1a42e-dd66-4c34-a874-0227119f3065 req-b913a13e-84d5-475d-8462-b7e42b4aff69 service nova] Enqueued Resource ID: d94ebaaf-893b-411a-92fc-1464817f581c with Priority: HIGHEST for action port [ 627.871940] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d6d7c83-fb23-4289-bf76-12eab6c09368 with Priority: HIGHEST for action security_group_rules [ 627.871940] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d6d7c83-fb23-4289-bf76-12eab6c09368 with Priority: HIGHEST for action security_group_members [ 627.871940] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d94ebaaf-893b-411a-92fc-1464817f581c with Priority: HIGHEST for action port [ 627.871940] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9d6d7c83-fb23-4289-bf76-12eab6c09368 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.873648] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9d6d7c83-fb23-4289-bf76-12eab6c09368" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.873648] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9d6d7c83-fb23-4289-bf76-12eab6c09368" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.873648] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9d6d7c83-fb23-4289-bf76-12eab6c09368" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.873648] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9d6d7c83-fb23-4289-bf76-12eab6c09368',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.873648] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d6d7c83-fb23-4289-bf76-12eab6c09368 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.874821] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d6d7c83-fb23-4289-bf76-12eab6c09368" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.874821] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d6d7c83-fb23-4289-bf76-12eab6c09368" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.874821] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d6d7c83-fb23-4289-bf76-12eab6c09368" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.874821] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.874821] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.874821] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.874821] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.874821] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.874821] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9d6d7c83-fb23-4289-bf76-12eab6c09368',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.875941] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-d94ebaaf-893b-411a-92fc-1464817f581c taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.876081] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d94ebaaf-893b-411a-92fc-1464817f581c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.876730] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d94ebaaf-893b-411a-92fc-1464817f581c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.876730] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d94ebaaf-893b-411a-92fc-1464817f581c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.876730] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d94ebaaf-893b-411a-92fc-1464817f581c',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.229153] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b18efba0-3a2a-4c3f-916f-e8e4f821fc50 [ 628.229441] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.229543] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.229601] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.229807] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.229895] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.230129] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b18efba0-3a2a-4c3f-916f-e8e4f821fc50 already deleted. [ 628.230129] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b18efba0-3a2a-4c3f-916f-e8e4f821fc50" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.378200] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9d6d7c83-fb23-4289-bf76-12eab6c09368',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.381197] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d6d7c83-fb23-4289-bf76-12eab6c09368 taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.381197] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d6d7c83-fb23-4289-bf76-12eab6c09368" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.381197] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d94ebaaf-893b-411a-92fc-1464817f581c with status ACTIVE [ 628.381197] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.381197] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.381197] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.381556] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.381556] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.381556] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.381662] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.381700] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.381954] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.382054] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.382246] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.382340] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.382450] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.382606] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.382683] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.383168] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d94ebaaf-893b-411a-92fc-1464817f581c is going to be updated. [ 628.406872] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.406872] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.406872] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.406872] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.406872] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.406872] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d94ebaaf-893b-411a-92fc-1464817f581c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.885837] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9d6d7c83-fb23-4289-bf76-12eab6c09368',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.379507] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df77a2bb-0be5-4bad-9693-58853c26ba6a in Status: SUCCESS [ 629.379731] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df77a2bb-0be5-4bad-9693-58853c26ba6a" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.379890] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df77a2bb-0be5-4bad-9693-58853c26ba6a" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.380178] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df77a2bb-0be5-4bad-9693-58853c26ba6a" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.380384] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.380500] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.380566] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.380722] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.380798] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.380879] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df77a2bb-0be5-4bad-9693-58853c26ba6a" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.380963] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('df77a2bb-0be5-4bad-9693-58853c26ba6a',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.389211] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.389344] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.389401] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.390327] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.393027] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.393027] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9d6d7c83-fb23-4289-bf76-12eab6c09368 is going to be created. [ 629.415321] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.415483] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.415553] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.415757] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.415909] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.425729] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9d6d7c83-fb23-4289-bf76-12eab6c09368 in Status: UNINITIALIZED for 2s [ 629.885654] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-df77a2bb-0be5-4bad-9693-58853c26ba6a taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.885654] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df77a2bb-0be5-4bad-9693-58853c26ba6a" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.885654] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df77a2bb-0be5-4bad-9693-58853c26ba6a" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.885654] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df77a2bb-0be5-4bad-9693-58853c26ba6a" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.886208] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.886208] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.886208] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.889225] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.889225] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.889225] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df77a2bb-0be5-4bad-9693-58853c26ba6a" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.889225] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-df77a2bb-0be5-4bad-9693-58853c26ba6a taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.889225] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df77a2bb-0be5-4bad-9693-58853c26ba6a" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.889225] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df77a2bb-0be5-4bad-9693-58853c26ba6a" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.889225] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df77a2bb-0be5-4bad-9693-58853c26ba6a" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.889225] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.889225] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.889225] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.889225] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.889980] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.889980] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df77a2bb-0be5-4bad-9693-58853c26ba6a" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.889980] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('df77a2bb-0be5-4bad-9693-58853c26ba6a',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.297450] env[65307]: INFO networking_nsxv3.common.synchronization [None req-a6d24db8-dc16-4512-8d51-e7c5b67a2ab7 None None] Enqueued Resource ID: db988ea4-f938-4632-98eb-ab05f38b9078 with Priority: HIGHEST for action port [ 630.298099] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db988ea4-f938-4632-98eb-ab05f38b9078 with Priority: HIGHEST for action port [ 630.298572] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-db988ea4-f938-4632-98eb-ab05f38b9078 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.298751] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-db988ea4-f938-4632-98eb-ab05f38b9078" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.298839] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-db988ea4-f938-4632-98eb-ab05f38b9078" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.299354] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-db988ea4-f938-4632-98eb-ab05f38b9078" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.299477] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db988ea4-f938-4632-98eb-ab05f38b9078',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.392822] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for df77a2bb-0be5-4bad-9693-58853c26ba6a: rpc.has_security_group_logging(os_id): False [ 630.417039] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.417039] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.417039] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.417039] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.417039] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.417039] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.417039] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.417039] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.417039] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.417868] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.418524] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.420113] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.420113] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.420113] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.420113] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.420113] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.420113] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.420735] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.421501] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.421501] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.421501] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: df77a2bb-0be5-4bad-9693-58853c26ba6a is going to be created. [ 630.494264] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.494264] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.494264] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.494264] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.494264] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.512936] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: df77a2bb-0be5-4bad-9693-58853c26ba6a in Status: IN_PROGRESS for 2s [ 630.630319] env[65307]: INFO networking_nsxv3.common.synchronization [None req-34464346-b781-46a6-a0c4-a43d507e8f40 None None] Enqueued Resource ID: 7e705586-fdf7-4de0-b3e7-2f141aff8446 with Priority: HIGHEST for action port [ 630.630712] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e705586-fdf7-4de0-b3e7-2f141aff8446 with Priority: HIGHEST for action port [ 630.631406] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-7e705586-fdf7-4de0-b3e7-2f141aff8446 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.631406] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7e705586-fdf7-4de0-b3e7-2f141aff8446" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.631406] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7e705586-fdf7-4de0-b3e7-2f141aff8446" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.631738] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7e705586-fdf7-4de0-b3e7-2f141aff8446" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.631738] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7e705586-fdf7-4de0-b3e7-2f141aff8446',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.804212] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port db988ea4-f938-4632-98eb-ab05f38b9078 [ 630.804617] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.804758] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.805323] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.805323] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.805323] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.805579] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:db988ea4-f938-4632-98eb-ab05f38b9078 already deleted. [ 630.805579] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-db988ea4-f938-4632-98eb-ab05f38b9078" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.134282] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7e705586-fdf7-4de0-b3e7-2f141aff8446 [ 631.134655] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.134655] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.134763] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.135707] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.135707] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.135707] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7e705586-fdf7-4de0-b3e7-2f141aff8446 already deleted. [ 631.135707] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7e705586-fdf7-4de0-b3e7-2f141aff8446" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.437479] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9d6d7c83-fb23-4289-bf76-12eab6c09368 in Status: SUCCESS [ 631.437703] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d6d7c83-fb23-4289-bf76-12eab6c09368" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.437870] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d6d7c83-fb23-4289-bf76-12eab6c09368" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.438115] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d6d7c83-fb23-4289-bf76-12eab6c09368" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.438591] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.438591] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.438591] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.438806] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.438806] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.438806] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d6d7c83-fb23-4289-bf76-12eab6c09368" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.438908] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9d6d7c83-fb23-4289-bf76-12eab6c09368',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.942114] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9d6d7c83-fb23-4289-bf76-12eab6c09368',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.446046] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9d6d7c83-fb23-4289-bf76-12eab6c09368: rpc.has_security_group_logging(os_id): False [ 632.470021] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.470021] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.470021] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.470021] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.470021] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.470021] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.470021] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.470021] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.470021] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.470021] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.470021] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9d6d7c83-fb23-4289-bf76-12eab6c09368 is going to be created. [ 632.550628] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: df77a2bb-0be5-4bad-9693-58853c26ba6a in Status: SUCCESS [ 632.552347] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-df77a2bb-0be5-4bad-9693-58853c26ba6a" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.575656] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.575656] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.575656] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.575656] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.575656] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.582061] env[65307]: INFO networking_nsxv3.common.synchronization [req-48fad766-74ce-453d-acda-e85eb64b6866 req-dad4b6f3-468b-461d-9f61-dba7c848e789 tempest-DeleteServersAdminTestJSON-681232756 tempest-DeleteServersAdminTestJSON-681232756-project-member] Enqueued Resource ID: 37bf9cc5-847b-42fb-989a-22543947ae7c with Priority: HIGHEST for action security_group_members [ 632.582061] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37bf9cc5-847b-42fb-989a-22543947ae7c with Priority: HIGHEST for action security_group_members [ 632.582061] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-37bf9cc5-847b-42fb-989a-22543947ae7c taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.582061] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37bf9cc5-847b-42fb-989a-22543947ae7c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.582061] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37bf9cc5-847b-42fb-989a-22543947ae7c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.582061] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37bf9cc5-847b-42fb-989a-22543947ae7c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.582061] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.582061] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.582061] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.582061] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.582061] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.582061] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('37bf9cc5-847b-42fb-989a-22543947ae7c',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.589807] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9d6d7c83-fb23-4289-bf76-12eab6c09368 in Status: IN_PROGRESS for 2s [ 633.085392] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.085392] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.085392] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.085392] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.085392] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.085392] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.085392] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.085392] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.086178] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.086178] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.086178] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37bf9cc5-847b-42fb-989a-22543947ae7c is going to be updated. [ 633.115619] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.115756] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.115822] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.116050] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.116190] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.127534] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37bf9cc5-847b-42fb-989a-22543947ae7c in Status: IN_PROGRESS for 2s [ 633.287698] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock network-264 taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.288025] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "network-264" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.288182] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "network-264" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.288508] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "network-264" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.288784] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.288982] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.289118] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.289393] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.289596] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.289798] env[65307]: DEBUG dogpile.cache.region [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 633.289951] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] NeedRegenerationException {{(pid=65307) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 633.290105] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] no value, waiting for create lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 633.290180] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] value creation lock acquired {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 633.290329] env[65307]: DEBUG dogpile.cache.region [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 633.290447] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Calling creation function for not-yet-present value {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 633.290669] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 633.324642] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 633.324748] env[65307]: DEBUG dogpile.cache.region [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Cache value generated in 0.034 seconds for key(s): 'zone-id' {{(pid=65307) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 633.324812] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Released creation lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 633.325012] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "network-264" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.325652] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock port-c35e4fdc-2229-4ae1-bf07-6ab553d39b54 taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.325781] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "port-c35e4fdc-2229-4ae1-bf07-6ab553d39b54" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.325878] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "port-c35e4fdc-2229-4ae1-bf07-6ab553d39b54" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.326248] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "port-c35e4fdc-2229-4ae1-bf07-6ab553d39b54" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.326413] env[65307]: DEBUG networking_nsxv3.api.rpc [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c35e4fdc-2229-4ae1-bf07-6ab553d39b54',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.579015] env[65307]: INFO networking_nsxv3.common.synchronization [None req-29b3c4a7-5ef7-4b09-8cbc-9a5a3fd143f4 None None] Enqueued Resource ID: 1f89fd56-4f4f-4936-8a9c-16e35743cc77 with Priority: HIGHEST for action port [ 633.579538] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f89fd56-4f4f-4936-8a9c-16e35743cc77 with Priority: HIGHEST for action port [ 633.579851] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-1f89fd56-4f4f-4936-8a9c-16e35743cc77 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.579975] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1f89fd56-4f4f-4936-8a9c-16e35743cc77" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.580102] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1f89fd56-4f4f-4936-8a9c-16e35743cc77" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.580364] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1f89fd56-4f4f-4936-8a9c-16e35743cc77" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.580447] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1f89fd56-4f4f-4936-8a9c-16e35743cc77',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.830505] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.831087] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.831087] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.831436] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.831436] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.831436] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Segment Port c35e4fdc-2229-4ae1-bf07-6ab553d39b54 not found, creating... [ 633.832207] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.832207] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.832207] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.832459] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.832459] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.832721] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.832921] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.833058] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.833277] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.833434] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.833595] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Resource: SegmentPort with ID: c35e4fdc-2229-4ae1-bf07-6ab553d39b54 is going to be created. [ 633.854678] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.854922] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.855067] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.856079] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.856079] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.856079] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "port-c35e4fdc-2229-4ae1-bf07-6ab553d39b54" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.020743] env[65307]: INFO networking_nsxv3.common.synchronization [req-6aa8c2d5-bc33-4d72-b62b-5b421e977833 req-b082d661-0f7e-4639-9969-0596c1337a8f tempest-ServersAdminTestJSON-1069615806 tempest-ServersAdminTestJSON-1069615806-project-member] Enqueued Resource ID: d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa with Priority: HIGHEST for action security_group_members [ 634.021292] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa with Priority: HIGHEST for action security_group_members [ 634.021640] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.021716] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.021877] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.022055] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.022357] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.022464] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.022464] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.023139] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.023139] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.023139] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.082308] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1f89fd56-4f4f-4936-8a9c-16e35743cc77 [ 634.082629] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.082777] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.082777] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.085121] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.085121] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.085121] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1f89fd56-4f4f-4936-8a9c-16e35743cc77 already deleted. [ 634.085121] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1f89fd56-4f4f-4936-8a9c-16e35743cc77" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.458440] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock network-816 taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.458623] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "network-816" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.458729] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "network-816" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.459246] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "network-816" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.459246] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.459406] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.459462] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.459696] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.459779] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.459977] env[65307]: DEBUG dogpile.cache.region [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 634.460095] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] NeedRegenerationException {{(pid=65307) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 634.460193] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] no value, waiting for create lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 634.460292] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] value creation lock acquired {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 634.460815] env[65307]: DEBUG dogpile.cache.region [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 634.460815] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Calling creation function for not-yet-present value {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 634.460815] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 634.479520] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 634.479763] env[65307]: DEBUG dogpile.cache.region [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65307) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 634.479854] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Released creation lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 634.480126] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "network-816" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.480371] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock port-e9846c6a-919b-47cc-85db-ca0eed21e079 taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.480535] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "port-e9846c6a-919b-47cc-85db-ca0eed21e079" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.480652] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "port-e9846c6a-919b-47cc-85db-ca0eed21e079" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.480979] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "port-e9846c6a-919b-47cc-85db-ca0eed21e079" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.481136] env[65307]: DEBUG networking_nsxv3.api.rpc [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e9846c6a-919b-47cc-85db-ca0eed21e079',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.525555] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.572342] env[65307]: INFO networking_nsxv3.common.synchronization [req-48fad766-74ce-453d-acda-e85eb64b6866 req-363d028b-3fb1-49fc-ba1d-efb1027fdf11 service nova] Enqueued Resource ID: 37bf9cc5-847b-42fb-989a-22543947ae7c with Priority: HIGHEST for action security_group_rules [ 634.572467] env[65307]: INFO networking_nsxv3.common.synchronization [req-48fad766-74ce-453d-acda-e85eb64b6866 req-363d028b-3fb1-49fc-ba1d-efb1027fdf11 service nova] Enqueued Resource ID: 37bf9cc5-847b-42fb-989a-22543947ae7c with Priority: HIGHEST for action security_group_members [ 634.572588] env[65307]: INFO networking_nsxv3.common.synchronization [req-48fad766-74ce-453d-acda-e85eb64b6866 req-363d028b-3fb1-49fc-ba1d-efb1027fdf11 service nova] Enqueued Resource ID: c35e4fdc-2229-4ae1-bf07-6ab553d39b54 with Priority: HIGHEST for action port [ 634.572852] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37bf9cc5-847b-42fb-989a-22543947ae7c with Priority: HIGHEST for action security_group_rules [ 634.572928] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37bf9cc5-847b-42fb-989a-22543947ae7c with Priority: HIGHEST for action security_group_members [ 634.573042] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c35e4fdc-2229-4ae1-bf07-6ab553d39b54 with Priority: HIGHEST for action port [ 634.573876] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-37bf9cc5-847b-42fb-989a-22543947ae7c taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.574008] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-37bf9cc5-847b-42fb-989a-22543947ae7c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.574281] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-37bf9cc5-847b-42fb-989a-22543947ae7c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.574539] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-37bf9cc5-847b-42fb-989a-22543947ae7c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.574595] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('37bf9cc5-847b-42fb-989a-22543947ae7c',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.575403] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-37bf9cc5-847b-42fb-989a-22543947ae7c taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.575486] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37bf9cc5-847b-42fb-989a-22543947ae7c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.575675] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-c35e4fdc-2229-4ae1-bf07-6ab553d39b54 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.575760] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c35e4fdc-2229-4ae1-bf07-6ab553d39b54" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.575849] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c35e4fdc-2229-4ae1-bf07-6ab553d39b54" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.575980] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c35e4fdc-2229-4ae1-bf07-6ab553d39b54" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.576064] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c35e4fdc-2229-4ae1-bf07-6ab553d39b54',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.602086] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9d6d7c83-fb23-4289-bf76-12eab6c09368 in Status: SUCCESS [ 634.602602] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9d6d7c83-fb23-4289-bf76-12eab6c09368" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.985972] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.985972] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.985972] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.985972] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.985972] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.985972] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Segment Port e9846c6a-919b-47cc-85db-ca0eed21e079 not found, creating... [ 634.985972] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.985972] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.985972] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.985972] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.986652] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.987026] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.987251] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.987440] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.987769] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.987956] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.988186] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Resource: SegmentPort with ID: e9846c6a-919b-47cc-85db-ca0eed21e079 is going to be created. [ 635.016957] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.017329] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.017496] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.017820] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.018100] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.018425] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "port-e9846c6a-919b-47cc-85db-ca0eed21e079" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.027357] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.077866] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-37bf9cc5-847b-42fb-989a-22543947ae7c taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.077986] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37bf9cc5-847b-42fb-989a-22543947ae7c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.078916] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c35e4fdc-2229-4ae1-bf07-6ab553d39b54 with status ACTIVE [ 635.079152] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.079282] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.079345] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.079567] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.080133] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.080388] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.080471] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.080506] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.080723] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.080756] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.080938] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.081069] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.081134] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.081281] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.081354] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.081440] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c35e4fdc-2229-4ae1-bf07-6ab553d39b54 is going to be updated. [ 635.106407] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.106681] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.106750] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.106924] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.107076] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.107240] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c35e4fdc-2229-4ae1-bf07-6ab553d39b54" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.147430] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37bf9cc5-847b-42fb-989a-22543947ae7c in Status: SUCCESS [ 635.147654] env[65307]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37bf9cc5-847b-42fb-989a-22543947ae7c deletion is rescheduled due to dependency. [ 635.147744] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37bf9cc5-847b-42fb-989a-22543947ae7c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.147931] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37bf9cc5-847b-42fb-989a-22543947ae7c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.148166] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37bf9cc5-847b-42fb-989a-22543947ae7c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.148354] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.148535] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.148535] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.148715] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.148894] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.148952] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('37bf9cc5-847b-42fb-989a-22543947ae7c',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.530787] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.530952] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.531033] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.531249] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.531340] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.531442] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa is going to be updated. [ 635.568742] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.569780] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.569780] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.569780] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.569780] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.582123] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa in Status: IN_PROGRESS for 2s [ 635.651532] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('37bf9cc5-847b-42fb-989a-22543947ae7c',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.786792] env[65307]: INFO networking_nsxv3.common.synchronization [req-6aa8c2d5-bc33-4d72-b62b-5b421e977833 req-508ec39f-c283-41e2-956e-c11b2469860d service nova] Enqueued Resource ID: d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa with Priority: HIGHEST for action security_group_rules [ 635.787065] env[65307]: INFO networking_nsxv3.common.synchronization [req-6aa8c2d5-bc33-4d72-b62b-5b421e977833 req-508ec39f-c283-41e2-956e-c11b2469860d service nova] Enqueued Resource ID: d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa with Priority: HIGHEST for action security_group_members [ 635.787065] env[65307]: INFO networking_nsxv3.common.synchronization [req-6aa8c2d5-bc33-4d72-b62b-5b421e977833 req-508ec39f-c283-41e2-956e-c11b2469860d service nova] Enqueued Resource ID: e9846c6a-919b-47cc-85db-ca0eed21e079 with Priority: HIGHEST for action port [ 635.787470] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa with Priority: HIGHEST for action security_group_rules [ 635.787688] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa with Priority: HIGHEST for action security_group_members [ 635.787786] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9846c6a-919b-47cc-85db-ca0eed21e079 with Priority: HIGHEST for action port [ 635.788064] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.788185] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.788289] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.788507] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.788548] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.789651] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.789805] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.789930] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-e9846c6a-919b-47cc-85db-ca0eed21e079 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.790070] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e9846c6a-919b-47cc-85db-ca0eed21e079" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.790110] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e9846c6a-919b-47cc-85db-ca0eed21e079" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.792338] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e9846c6a-919b-47cc-85db-ca0eed21e079" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.792338] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e9846c6a-919b-47cc-85db-ca0eed21e079',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.154958] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('37bf9cc5-847b-42fb-989a-22543947ae7c',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.292252] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.292469] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.293929] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e9846c6a-919b-47cc-85db-ca0eed21e079 with status ACTIVE [ 636.294087] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.294172] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.294214] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.294884] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.295040] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.295263] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.295585] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.295585] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.297933] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.297933] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.297933] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.297933] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.297933] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.297933] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.297933] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.297933] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e9846c6a-919b-47cc-85db-ca0eed21e079 is going to be updated. [ 636.329489] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.329642] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.329775] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.330040] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.330682] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.330682] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e9846c6a-919b-47cc-85db-ca0eed21e079" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.339755] env[65307]: INFO networking_nsxv3.common.synchronization [req-afacb234-edf3-4ba0-8843-aa3163dc5ac1 req-a832628a-8b5b-447a-96b3-be0cf65fc10a tempest-ServerRescueTestJSON-593713329 tempest-ServerRescueTestJSON-593713329-project-member] Enqueued Resource ID: 6fe7462d-f1b1-40b8-9284-9fc61cdb1181 with Priority: HIGHEST for action security_group_members [ 636.339755] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fe7462d-f1b1-40b8-9284-9fc61cdb1181 with Priority: HIGHEST for action security_group_members [ 636.339755] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-6fe7462d-f1b1-40b8-9284-9fc61cdb1181 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.339755] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6fe7462d-f1b1-40b8-9284-9fc61cdb1181" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.339755] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6fe7462d-f1b1-40b8-9284-9fc61cdb1181" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.339755] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6fe7462d-f1b1-40b8-9284-9fc61cdb1181" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.339755] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.339755] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.339755] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.339755] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.339755] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.339755] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6fe7462d-f1b1-40b8-9284-9fc61cdb1181',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.657778] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.658141] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.658141] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.658316] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.658732] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.658732] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37bf9cc5-847b-42fb-989a-22543947ae7c is going to be updated. [ 636.693747] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.693747] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.693747] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.693981] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.694241] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.704710] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37bf9cc5-847b-42fb-989a-22543947ae7c in Status: IN_PROGRESS for 2s [ 636.762238] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock network-62 taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.762434] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "network-62" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.762544] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "network-62" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.762918] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "network-62" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.763730] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.763946] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.764097] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.764361] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.764654] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.764995] env[65307]: DEBUG dogpile.cache.region [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 636.765135] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] NeedRegenerationException {{(pid=65307) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 636.765258] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] no value, waiting for create lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 636.765382] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] value creation lock acquired {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 636.765494] env[65307]: DEBUG dogpile.cache.region [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 636.765596] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Calling creation function for not-yet-present value {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 636.765723] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 636.787020] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 636.787221] env[65307]: DEBUG dogpile.cache.region [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65307) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 636.787338] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Released creation lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 636.787515] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "network-62" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.787887] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock port-cd226184-6524-4f66-8098-ceca61ae0e3a taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.788078] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "port-cd226184-6524-4f66-8098-ceca61ae0e3a" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.788198] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "port-cd226184-6524-4f66-8098-ceca61ae0e3a" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.788628] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "port-cd226184-6524-4f66-8098-ceca61ae0e3a" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.788773] env[65307]: DEBUG networking_nsxv3.api.rpc [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cd226184-6524-4f66-8098-ceca61ae0e3a',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.841421] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.841421] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.841421] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.841421] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.841421] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.841421] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.841421] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.841421] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.841421] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.841421] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.841421] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6fe7462d-f1b1-40b8-9284-9fc61cdb1181 already deleted. [ 636.841421] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6fe7462d-f1b1-40b8-9284-9fc61cdb1181" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.295695] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.295937] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.296125] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.296360] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.296504] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.296739] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Segment Port cd226184-6524-4f66-8098-ceca61ae0e3a not found, creating... [ 637.297076] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.297428] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.297635] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.298499] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.298691] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.299111] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.299332] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.299509] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.299744] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.299879] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.300036] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Resource: SegmentPort with ID: cd226184-6524-4f66-8098-ceca61ae0e3a is going to be created. [ 637.326116] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.326336] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.326444] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.326863] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.327096] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.327348] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "port-cd226184-6524-4f66-8098-ceca61ae0e3a" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.595133] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa in Status: SUCCESS [ 637.595301] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.595558] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.595697] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.595884] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.595990] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.596063] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.596212] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.596286] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.596380] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.102821] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.114167] env[65307]: INFO networking_nsxv3.common.synchronization [req-afacb234-edf3-4ba0-8843-aa3163dc5ac1 req-e528ebc4-bd7c-4ec9-a59e-b50104c823ad service nova] Enqueued Resource ID: 6fe7462d-f1b1-40b8-9284-9fc61cdb1181 with Priority: HIGHEST for action security_group_rules [ 638.114950] env[65307]: INFO networking_nsxv3.common.synchronization [req-afacb234-edf3-4ba0-8843-aa3163dc5ac1 req-e528ebc4-bd7c-4ec9-a59e-b50104c823ad service nova] Enqueued Resource ID: 6fe7462d-f1b1-40b8-9284-9fc61cdb1181 with Priority: HIGHEST for action security_group_members [ 638.114950] env[65307]: INFO networking_nsxv3.common.synchronization [req-afacb234-edf3-4ba0-8843-aa3163dc5ac1 req-e528ebc4-bd7c-4ec9-a59e-b50104c823ad service nova] Enqueued Resource ID: cd226184-6524-4f66-8098-ceca61ae0e3a with Priority: HIGHEST for action port [ 638.115345] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fe7462d-f1b1-40b8-9284-9fc61cdb1181 with Priority: HIGHEST for action security_group_rules [ 638.115517] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fe7462d-f1b1-40b8-9284-9fc61cdb1181 with Priority: HIGHEST for action security_group_members [ 638.115619] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd226184-6524-4f66-8098-ceca61ae0e3a with Priority: HIGHEST for action port [ 638.116528] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6fe7462d-f1b1-40b8-9284-9fc61cdb1181 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.117242] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6fe7462d-f1b1-40b8-9284-9fc61cdb1181" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.117242] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6fe7462d-f1b1-40b8-9284-9fc61cdb1181" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.117242] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6fe7462d-f1b1-40b8-9284-9fc61cdb1181" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.117242] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6fe7462d-f1b1-40b8-9284-9fc61cdb1181',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.118238] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-6fe7462d-f1b1-40b8-9284-9fc61cdb1181 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.118400] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6fe7462d-f1b1-40b8-9284-9fc61cdb1181" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.118484] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6fe7462d-f1b1-40b8-9284-9fc61cdb1181" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.118668] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6fe7462d-f1b1-40b8-9284-9fc61cdb1181" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.119220] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.119220] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.119220] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.119396] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.119396] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.120098] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6fe7462d-f1b1-40b8-9284-9fc61cdb1181',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.125369] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-cd226184-6524-4f66-8098-ceca61ae0e3a taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.125369] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cd226184-6524-4f66-8098-ceca61ae0e3a" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.125369] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cd226184-6524-4f66-8098-ceca61ae0e3a" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.125369] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cd226184-6524-4f66-8098-ceca61ae0e3a" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.125369] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cd226184-6524-4f66-8098-ceca61ae0e3a',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.606747] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.624790] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-6fe7462d-f1b1-40b8-9284-9fc61cdb1181 taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.624970] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6fe7462d-f1b1-40b8-9284-9fc61cdb1181" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.625258] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6fe7462d-f1b1-40b8-9284-9fc61cdb1181',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.626137] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cd226184-6524-4f66-8098-ceca61ae0e3a with status ACTIVE [ 638.626329] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.626443] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.626508] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.626757] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.626843] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.627078] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.627695] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.627695] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.627695] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.627695] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.627695] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.628019] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.628519] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.628708] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.628798] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.628913] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cd226184-6524-4f66-8098-ceca61ae0e3a is going to be updated. [ 638.653829] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.654031] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.654031] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.654615] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.654615] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.654615] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cd226184-6524-4f66-8098-ceca61ae0e3a" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.719695] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37bf9cc5-847b-42fb-989a-22543947ae7c in Status: SUCCESS [ 638.720817] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37bf9cc5-847b-42fb-989a-22543947ae7c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.720817] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37bf9cc5-847b-42fb-989a-22543947ae7c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.720817] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37bf9cc5-847b-42fb-989a-22543947ae7c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.720817] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.720817] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.720817] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.721098] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.721098] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.721168] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37bf9cc5-847b-42fb-989a-22543947ae7c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.721201] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('37bf9cc5-847b-42fb-989a-22543947ae7c',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.110257] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.110257] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.110257] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.110257] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.110257] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.110257] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa is going to be updated. [ 639.130894] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6fe7462d-f1b1-40b8-9284-9fc61cdb1181',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.139253] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.139399] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.139468] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.139669] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.139871] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.153094] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa in Status: IN_PROGRESS for 2s [ 639.223768] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-37bf9cc5-847b-42fb-989a-22543947ae7c taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.223935] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37bf9cc5-847b-42fb-989a-22543947ae7c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.224019] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37bf9cc5-847b-42fb-989a-22543947ae7c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.224319] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37bf9cc5-847b-42fb-989a-22543947ae7c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.224598] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.225446] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.225542] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.225750] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.225869] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.226630] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37bf9cc5-847b-42fb-989a-22543947ae7c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.226630] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-37bf9cc5-847b-42fb-989a-22543947ae7c taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.226630] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37bf9cc5-847b-42fb-989a-22543947ae7c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.226630] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37bf9cc5-847b-42fb-989a-22543947ae7c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.226630] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37bf9cc5-847b-42fb-989a-22543947ae7c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.226942] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.226942] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.226942] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.226942] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.227109] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.227109] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37bf9cc5-847b-42fb-989a-22543947ae7c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.227425] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('37bf9cc5-847b-42fb-989a-22543947ae7c',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.348035] env[65307]: INFO networking_nsxv3.common.synchronization [None req-ffc5e0c2-9e65-4e29-bf59-1b52ddfc1402 None None] Enqueued Resource ID: d3b78899-7e2b-4b7e-bbd0-4bf8b82692e0 with Priority: HIGHEST for action port [ 639.348035] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3b78899-7e2b-4b7e-bbd0-4bf8b82692e0 with Priority: HIGHEST for action port [ 639.348035] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-d3b78899-7e2b-4b7e-bbd0-4bf8b82692e0 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.348035] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d3b78899-7e2b-4b7e-bbd0-4bf8b82692e0" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.348035] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d3b78899-7e2b-4b7e-bbd0-4bf8b82692e0" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.348035] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d3b78899-7e2b-4b7e-bbd0-4bf8b82692e0" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.348035] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d3b78899-7e2b-4b7e-bbd0-4bf8b82692e0',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.635238] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.635411] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.635491] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.635669] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.635765] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.635865] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6fe7462d-f1b1-40b8-9284-9fc61cdb1181 is going to be created. [ 639.662805] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.663030] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.663030] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.663593] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.663769] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.676663] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6fe7462d-f1b1-40b8-9284-9fc61cdb1181 in Status: UNINITIALIZED for 2s [ 639.729418] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 37bf9cc5-847b-42fb-989a-22543947ae7c: rpc.has_security_group_logging(os_id): False [ 639.749238] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.749456] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.749456] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.750313] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.750313] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.750313] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.750313] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.750313] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.750313] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.750887] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.750887] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.750887] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.750887] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.750887] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.751126] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.751184] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.751273] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.751330] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.751472] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.751541] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.751626] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 37bf9cc5-847b-42fb-989a-22543947ae7c is going to be updated. [ 639.778833] env[65307]: INFO networking_nsxv3.common.synchronization [req-2d3ad43c-bb63-4392-908d-9441fe0b4e47 req-7a57da96-4634-4b1a-a912-8543048bc1cc tempest-ImagesNegativeTestJSON-379262891 tempest-ImagesNegativeTestJSON-379262891-project-member] Enqueued Resource ID: ade7d7ce-cf2c-4e60-bee1-c0d9ed7c9432 with Priority: HIGHEST for action security_group_members [ 639.779380] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ade7d7ce-cf2c-4e60-bee1-c0d9ed7c9432 with Priority: HIGHEST for action security_group_members [ 639.780113] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-ade7d7ce-cf2c-4e60-bee1-c0d9ed7c9432 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.780113] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ade7d7ce-cf2c-4e60-bee1-c0d9ed7c9432" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.780113] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ade7d7ce-cf2c-4e60-bee1-c0d9ed7c9432" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.782489] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ade7d7ce-cf2c-4e60-bee1-c0d9ed7c9432" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.782826] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.782826] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.782826] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.783049] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.783141] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.783234] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ade7d7ce-cf2c-4e60-bee1-c0d9ed7c9432',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.814305] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.814541] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.814541] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.814776] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.815207] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.831073] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 37bf9cc5-847b-42fb-989a-22543947ae7c in Status: IN_PROGRESS for 2s [ 639.849631] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d3b78899-7e2b-4b7e-bbd0-4bf8b82692e0 [ 639.853026] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.853026] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.853026] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.853026] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.853026] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.853026] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d3b78899-7e2b-4b7e-bbd0-4bf8b82692e0 already deleted. [ 639.853026] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d3b78899-7e2b-4b7e-bbd0-4bf8b82692e0" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.287876] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.288217] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.288217] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.288327] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.288418] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.288621] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.288726] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.288782] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.288951] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.289068] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.289189] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ade7d7ce-cf2c-4e60-bee1-c0d9ed7c9432 is going to be updated. [ 640.328803] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.329049] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.329049] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.329246] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.329395] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.352320] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ade7d7ce-cf2c-4e60-bee1-c0d9ed7c9432 in Status: IN_PROGRESS for 2s [ 640.423074] env[65307]: INFO networking_nsxv3.common.synchronization [req-4a59a38f-c8b7-4000-85be-5e0f174c60f6 req-aa9f6783-bbd3-4059-ab9b-bed1431762fc tempest-ServerGroupTestJSON-449438484 tempest-ServerGroupTestJSON-449438484-project-member] Enqueued Resource ID: 447851de-4f63-4320-981d-53408a1308b1 with Priority: HIGHEST for action security_group_members [ 640.423730] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 447851de-4f63-4320-981d-53408a1308b1 with Priority: HIGHEST for action security_group_members [ 640.424046] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-447851de-4f63-4320-981d-53408a1308b1 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.424208] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-447851de-4f63-4320-981d-53408a1308b1" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.424266] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-447851de-4f63-4320-981d-53408a1308b1" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.424512] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-447851de-4f63-4320-981d-53408a1308b1" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.424716] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.424944] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.424944] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.425134] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.425219] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.425308] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('447851de-4f63-4320-981d-53408a1308b1',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.930479] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.930479] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.930479] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.930479] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.930479] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.930479] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.930479] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.930479] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.930479] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.930479] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.930479] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 447851de-4f63-4320-981d-53408a1308b1 already deleted. [ 640.930479] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-447851de-4f63-4320-981d-53408a1308b1" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.021473] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock network-936 taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.021677] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "network-936" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.021804] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "network-936" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.022327] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "network-936" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.023995] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.024268] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.024435] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.024763] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.024983] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.025285] env[65307]: DEBUG dogpile.cache.region [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 641.025817] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] NeedRegenerationException {{(pid=65307) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 641.025817] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] no value, waiting for create lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 641.025817] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] value creation lock acquired {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 641.025990] env[65307]: DEBUG dogpile.cache.region [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 641.026154] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Calling creation function for not-yet-present value {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 641.026313] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 641.049158] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 641.050237] env[65307]: DEBUG dogpile.cache.region [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65307) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 641.050576] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Released creation lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 641.050881] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "network-936" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.051379] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock port-c45687c6-f8d1-408f-9587-8db08b8c0dc2 taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.051643] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "port-c45687c6-f8d1-408f-9587-8db08b8c0dc2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.051877] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "port-c45687c6-f8d1-408f-9587-8db08b8c0dc2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.052418] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "port-c45687c6-f8d1-408f-9587-8db08b8c0dc2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.052618] env[65307]: DEBUG networking_nsxv3.api.rpc [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c45687c6-f8d1-408f-9587-8db08b8c0dc2',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.163653] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa in Status: SUCCESS [ 641.163848] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.164043] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.164274] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.164487] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.164637] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.164719] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.164884] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.164965] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.165066] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.165282] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.325306] env[65307]: INFO networking_nsxv3.common.synchronization [None req-ef1b9dda-96de-4cd9-ae96-0c72412b099b None None] Enqueued Resource ID: 0cd3946d-f2cc-45d6-a1f7-df24e629dfe3 with Priority: HIGHEST for action port [ 641.326524] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0cd3946d-f2cc-45d6-a1f7-df24e629dfe3 with Priority: HIGHEST for action port [ 641.326524] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-0cd3946d-f2cc-45d6-a1f7-df24e629dfe3 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.326524] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0cd3946d-f2cc-45d6-a1f7-df24e629dfe3" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.326524] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0cd3946d-f2cc-45d6-a1f7-df24e629dfe3" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.326886] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0cd3946d-f2cc-45d6-a1f7-df24e629dfe3" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.326886] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0cd3946d-f2cc-45d6-a1f7-df24e629dfe3',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.554882] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.556592] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.556592] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.556592] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.556592] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.556592] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Segment Port c45687c6-f8d1-408f-9587-8db08b8c0dc2 not found, creating... [ 641.556887] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.556953] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.557426] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.557426] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.558421] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.564132] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.564132] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.564132] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.564132] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.564132] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.564132] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Resource: SegmentPort with ID: c45687c6-f8d1-408f-9587-8db08b8c0dc2 is going to be created. [ 641.585026] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.585026] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.585269] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.587866] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.587866] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.587866] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "port-c45687c6-f8d1-408f-9587-8db08b8c0dc2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.668713] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.668965] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.668965] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.669425] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.669425] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.669576] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.669576] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.669758] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.669758] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.669865] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.670355] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.670355] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.670355] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.670600] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.670600] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.670678] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.670678] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.670828] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.670901] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.671019] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.671125] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.691142] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6fe7462d-f1b1-40b8-9284-9fc61cdb1181 in Status: SUCCESS [ 641.691334] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6fe7462d-f1b1-40b8-9284-9fc61cdb1181" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.691865] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6fe7462d-f1b1-40b8-9284-9fc61cdb1181" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.692111] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6fe7462d-f1b1-40b8-9284-9fc61cdb1181" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.692315] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.692446] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.692516] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.692796] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.692863] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.692962] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6fe7462d-f1b1-40b8-9284-9fc61cdb1181" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.693067] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6fe7462d-f1b1-40b8-9284-9fc61cdb1181',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.829358] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0cd3946d-f2cc-45d6-a1f7-df24e629dfe3 [ 641.829817] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.830028] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.830124] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.830378] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.830517] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.830569] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0cd3946d-f2cc-45d6-a1f7-df24e629dfe3 already deleted. [ 641.830648] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0cd3946d-f2cc-45d6-a1f7-df24e629dfe3" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.846789] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 37bf9cc5-847b-42fb-989a-22543947ae7c in Status: SUCCESS [ 641.847097] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-37bf9cc5-847b-42fb-989a-22543947ae7c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.174970] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa: rpc.has_security_group_logging(os_id): False [ 642.198439] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.198756] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.198843] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.199102] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.199230] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.199480] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.199655] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.199737] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.199915] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.199990] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.200263] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.200430] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.200530] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.200710] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.200808] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.201104] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.201212] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.201301] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.201484] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.201583] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.201696] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa is going to be updated. [ 642.203030] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-6fe7462d-f1b1-40b8-9284-9fc61cdb1181 taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.203175] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6fe7462d-f1b1-40b8-9284-9fc61cdb1181" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.203235] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6fe7462d-f1b1-40b8-9284-9fc61cdb1181" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.203374] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6fe7462d-f1b1-40b8-9284-9fc61cdb1181" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.203542] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.203644] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.203698] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.203867] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.203962] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.204100] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6fe7462d-f1b1-40b8-9284-9fc61cdb1181" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.204274] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-6fe7462d-f1b1-40b8-9284-9fc61cdb1181 taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.204370] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6fe7462d-f1b1-40b8-9284-9fc61cdb1181" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.204428] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6fe7462d-f1b1-40b8-9284-9fc61cdb1181" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.204728] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6fe7462d-f1b1-40b8-9284-9fc61cdb1181" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.204880] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.204996] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.205076] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.205236] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.205320] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.205399] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6fe7462d-f1b1-40b8-9284-9fc61cdb1181" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.205484] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6fe7462d-f1b1-40b8-9284-9fc61cdb1181',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.272152] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.272152] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.272152] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.272294] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.272337] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.296605] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa in Status: IN_PROGRESS for 2s [ 642.359886] env[65307]: INFO networking_nsxv3.common.synchronization [req-4a59a38f-c8b7-4000-85be-5e0f174c60f6 req-90ce04ae-64d6-4da4-94c3-fc20d4870a8c service nova] Enqueued Resource ID: 447851de-4f63-4320-981d-53408a1308b1 with Priority: HIGHEST for action security_group_rules [ 642.360305] env[65307]: INFO networking_nsxv3.common.synchronization [req-4a59a38f-c8b7-4000-85be-5e0f174c60f6 req-90ce04ae-64d6-4da4-94c3-fc20d4870a8c service nova] Enqueued Resource ID: 447851de-4f63-4320-981d-53408a1308b1 with Priority: HIGHEST for action security_group_members [ 642.360305] env[65307]: INFO networking_nsxv3.common.synchronization [req-4a59a38f-c8b7-4000-85be-5e0f174c60f6 req-90ce04ae-64d6-4da4-94c3-fc20d4870a8c service nova] Enqueued Resource ID: c45687c6-f8d1-408f-9587-8db08b8c0dc2 with Priority: HIGHEST for action port [ 642.361066] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 447851de-4f63-4320-981d-53408a1308b1 with Priority: HIGHEST for action security_group_rules [ 642.361189] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 447851de-4f63-4320-981d-53408a1308b1 with Priority: HIGHEST for action security_group_members [ 642.361297] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c45687c6-f8d1-408f-9587-8db08b8c0dc2 with Priority: HIGHEST for action port [ 642.361543] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-447851de-4f63-4320-981d-53408a1308b1 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.361676] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-447851de-4f63-4320-981d-53408a1308b1" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.361740] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-447851de-4f63-4320-981d-53408a1308b1" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.362025] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-447851de-4f63-4320-981d-53408a1308b1" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.362112] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('447851de-4f63-4320-981d-53408a1308b1',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.364157] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-447851de-4f63-4320-981d-53408a1308b1 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.364297] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-447851de-4f63-4320-981d-53408a1308b1" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.364297] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-447851de-4f63-4320-981d-53408a1308b1" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.364563] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-447851de-4f63-4320-981d-53408a1308b1" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.364703] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.364811] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.364891] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.365087] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.365243] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.365283] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('447851de-4f63-4320-981d-53408a1308b1',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.368849] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-c45687c6-f8d1-408f-9587-8db08b8c0dc2 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.369101] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c45687c6-f8d1-408f-9587-8db08b8c0dc2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.369101] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c45687c6-f8d1-408f-9587-8db08b8c0dc2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.369455] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c45687c6-f8d1-408f-9587-8db08b8c0dc2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.369566] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c45687c6-f8d1-408f-9587-8db08b8c0dc2',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.372648] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ade7d7ce-cf2c-4e60-bee1-c0d9ed7c9432 in Status: SUCCESS [ 642.372648] env[65307]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ade7d7ce-cf2c-4e60-bee1-c0d9ed7c9432 deletion is rescheduled due to dependency. [ 642.372648] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ade7d7ce-cf2c-4e60-bee1-c0d9ed7c9432" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.709267] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6fe7462d-f1b1-40b8-9284-9fc61cdb1181: rpc.has_security_group_logging(os_id): False [ 642.745894] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.746156] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.746282] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.746642] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.746786] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.747124] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.747316] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.748017] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.748349] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.748503] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.749278] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.749470] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.749555] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.750594] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.750754] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.751305] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.751305] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.751584] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.751714] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.751886] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.752472] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6fe7462d-f1b1-40b8-9284-9fc61cdb1181 is going to be created. [ 642.821811] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.822054] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.822054] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.822286] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.822433] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.835835] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6fe7462d-f1b1-40b8-9284-9fc61cdb1181 in Status: IN_PROGRESS for 2s [ 642.864156] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-447851de-4f63-4320-981d-53408a1308b1 taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.864421] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-447851de-4f63-4320-981d-53408a1308b1" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.873540] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('447851de-4f63-4320-981d-53408a1308b1',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.874845] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c45687c6-f8d1-408f-9587-8db08b8c0dc2 with status ACTIVE [ 642.875311] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.875687] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.875778] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.876009] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.876117] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.876356] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.876474] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.876537] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.877050] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.877050] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.877050] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.878894] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.878894] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.878894] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.878894] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.878894] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c45687c6-f8d1-408f-9587-8db08b8c0dc2 is going to be updated. [ 642.925774] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.925774] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.925774] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.925937] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.926175] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.927083] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c45687c6-f8d1-408f-9587-8db08b8c0dc2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.379826] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('447851de-4f63-4320-981d-53408a1308b1',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.882550] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.882764] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.882764] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.883013] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.883112] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.883212] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 447851de-4f63-4320-981d-53408a1308b1 is going to be created. [ 643.911588] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.911833] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.911833] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.912103] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.912266] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.923841] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 447851de-4f63-4320-981d-53408a1308b1 in Status: UNINITIALIZED for 2s [ 644.320661] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa in Status: SUCCESS [ 644.320661] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.712563] env[65307]: INFO networking_nsxv3.common.synchronization [None req-27a36220-58d2-45ca-9e0b-0ea9e83bfc05 None None] Enqueued Resource ID: f9a4a5b1-a879-4168-be3b-92c2504e57ac with Priority: HIGHEST for action port [ 644.712563] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9a4a5b1-a879-4168-be3b-92c2504e57ac with Priority: HIGHEST for action port [ 644.713326] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-f9a4a5b1-a879-4168-be3b-92c2504e57ac taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.713478] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f9a4a5b1-a879-4168-be3b-92c2504e57ac" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.713522] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f9a4a5b1-a879-4168-be3b-92c2504e57ac" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.713957] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f9a4a5b1-a879-4168-be3b-92c2504e57ac" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.713957] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f9a4a5b1-a879-4168-be3b-92c2504e57ac',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.850281] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6fe7462d-f1b1-40b8-9284-9fc61cdb1181 in Status: SUCCESS [ 644.850509] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6fe7462d-f1b1-40b8-9284-9fc61cdb1181" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.219180] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f9a4a5b1-a879-4168-be3b-92c2504e57ac [ 645.219490] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.219647] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.219737] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.220072] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.220222] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.220390] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f9a4a5b1-a879-4168-be3b-92c2504e57ac already deleted. [ 645.220469] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f9a4a5b1-a879-4168-be3b-92c2504e57ac" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.936443] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 447851de-4f63-4320-981d-53408a1308b1 in Status: SUCCESS [ 645.937729] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-447851de-4f63-4320-981d-53408a1308b1" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.937871] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-447851de-4f63-4320-981d-53408a1308b1" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.938799] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-447851de-4f63-4320-981d-53408a1308b1" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.938799] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.938799] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.938799] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.939283] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.939283] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.939283] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-447851de-4f63-4320-981d-53408a1308b1" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.939283] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('447851de-4f63-4320-981d-53408a1308b1',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.441373] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-447851de-4f63-4320-981d-53408a1308b1 taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.441642] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-447851de-4f63-4320-981d-53408a1308b1" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.441642] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-447851de-4f63-4320-981d-53408a1308b1" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.441800] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-447851de-4f63-4320-981d-53408a1308b1" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.441967] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.442101] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.442191] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.442354] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.442434] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.442527] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-447851de-4f63-4320-981d-53408a1308b1" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.442702] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-447851de-4f63-4320-981d-53408a1308b1 taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.442821] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-447851de-4f63-4320-981d-53408a1308b1" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.442821] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-447851de-4f63-4320-981d-53408a1308b1" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.442947] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-447851de-4f63-4320-981d-53408a1308b1" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.443117] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.443220] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.443286] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.443398] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.443468] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.443546] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-447851de-4f63-4320-981d-53408a1308b1" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.443634] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('447851de-4f63-4320-981d-53408a1308b1',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.946710] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 447851de-4f63-4320-981d-53408a1308b1: rpc.has_security_group_logging(os_id): False [ 646.970890] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.971117] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.971188] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.971372] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.971584] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.971710] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.971868] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.971924] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.972075] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.972159] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.972361] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.972490] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.972615] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.972928] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.973012] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.973203] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.973315] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.973378] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.973529] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.973603] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.973724] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 447851de-4f63-4320-981d-53408a1308b1 is going to be created. [ 647.039634] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.039813] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.039912] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.040202] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.040396] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.051134] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 447851de-4f63-4320-981d-53408a1308b1 in Status: IN_PROGRESS for 2s [ 647.425426] env[65307]: INFO networking_nsxv3.common.synchronization [None req-808e79e4-6853-4160-9ce4-3bee53c8083e None None] Enqueued Resource ID: 5383199c-830a-4edb-9a14-81134cdf08ff with Priority: HIGHEST for action port [ 647.427183] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5383199c-830a-4edb-9a14-81134cdf08ff with Priority: HIGHEST for action port [ 647.427183] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-5383199c-830a-4edb-9a14-81134cdf08ff taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.427183] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5383199c-830a-4edb-9a14-81134cdf08ff" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.427183] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5383199c-830a-4edb-9a14-81134cdf08ff" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.427544] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5383199c-830a-4edb-9a14-81134cdf08ff" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.427762] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5383199c-830a-4edb-9a14-81134cdf08ff',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.454539] env[65307]: INFO networking_nsxv3.common.synchronization [req-6aa26bad-a0f1-48b6-a7fb-3de566ee58df req-0d6936f8-c8e8-4e6a-a785-9c61323432f9 tempest-AttachInterfacesV270Test-1074579575 tempest-AttachInterfacesV270Test-1074579575-project-member] Enqueued Resource ID: 51100475-face-4c81-8e24-02e7eb49eb74 with Priority: HIGHEST for action security_group_members [ 647.456161] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51100475-face-4c81-8e24-02e7eb49eb74 with Priority: HIGHEST for action security_group_members [ 647.457471] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-51100475-face-4c81-8e24-02e7eb49eb74 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.460025] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51100475-face-4c81-8e24-02e7eb49eb74" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.460025] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51100475-face-4c81-8e24-02e7eb49eb74" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.460025] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51100475-face-4c81-8e24-02e7eb49eb74" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.460025] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.460025] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.460025] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.460025] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.460025] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.460025] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('51100475-face-4c81-8e24-02e7eb49eb74',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.933387] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5383199c-830a-4edb-9a14-81134cdf08ff [ 647.933792] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.934274] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.934274] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.934681] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.934966] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.935172] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5383199c-830a-4edb-9a14-81134cdf08ff already deleted. [ 647.935420] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5383199c-830a-4edb-9a14-81134cdf08ff" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.963322] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.963687] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.963687] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.964053] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.964343] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.964487] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.964804] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.964804] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.964995] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.965070] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.965130] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51100475-face-4c81-8e24-02e7eb49eb74 already deleted. [ 647.965313] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51100475-face-4c81-8e24-02e7eb49eb74" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.160083] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock network-82 taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.160268] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "network-82" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.160340] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "network-82" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.160879] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "network-82" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.161119] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.162054] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.162054] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.162054] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.162054] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.162308] env[65307]: DEBUG dogpile.cache.region [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 648.162308] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] NeedRegenerationException {{(pid=65307) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 648.162416] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] no value, waiting for create lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 648.162479] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] value creation lock acquired {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 648.162569] env[65307]: DEBUG dogpile.cache.region [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 648.162671] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Calling creation function for not-yet-present value {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 648.162807] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 648.191835] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 648.192042] env[65307]: DEBUG dogpile.cache.region [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=65307) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 648.192145] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Released creation lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 648.193180] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "network-82" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.193809] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock port-9d6cfa26-21ea-414a-bc75-3e4653328803 taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.193809] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "port-9d6cfa26-21ea-414a-bc75-3e4653328803" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.194051] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "port-9d6cfa26-21ea-414a-bc75-3e4653328803" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.194209] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "port-9d6cfa26-21ea-414a-bc75-3e4653328803" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.194347] env[65307]: DEBUG networking_nsxv3.api.rpc [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9d6cfa26-21ea-414a-bc75-3e4653328803',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.698215] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.698534] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.698672] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.698975] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.699150] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.699318] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Segment Port 9d6cfa26-21ea-414a-bc75-3e4653328803 not found, creating... [ 648.699831] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.699831] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.699996] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.700138] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.700272] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.701982] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.701982] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.701982] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.701982] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.701982] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.701982] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Resource: SegmentPort with ID: 9d6cfa26-21ea-414a-bc75-3e4653328803 is going to be created. [ 648.717873] env[65307]: INFO networking_nsxv3.common.synchronization [None req-4f9968f8-db8c-48d3-a015-173d5c0f9bb7 None None] Enqueued Resource ID: e74e3b2c-df43-4aa4-9c03-70f3a5093673 with Priority: HIGHEST for action port [ 648.718154] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e74e3b2c-df43-4aa4-9c03-70f3a5093673 with Priority: HIGHEST for action port [ 648.718725] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-e74e3b2c-df43-4aa4-9c03-70f3a5093673 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.718875] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e74e3b2c-df43-4aa4-9c03-70f3a5093673" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.718944] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e74e3b2c-df43-4aa4-9c03-70f3a5093673" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.719295] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e74e3b2c-df43-4aa4-9c03-70f3a5093673" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.719442] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e74e3b2c-df43-4aa4-9c03-70f3a5093673',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.722771] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.722771] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.722771] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.723814] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.723814] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.723814] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "port-9d6cfa26-21ea-414a-bc75-3e4653328803" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.063229] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 447851de-4f63-4320-981d-53408a1308b1 in Status: SUCCESS [ 649.063229] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-447851de-4f63-4320-981d-53408a1308b1" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.177490] env[65307]: INFO networking_nsxv3.common.synchronization [None req-95234091-1bc1-4b12-a5a1-c7f7e18f981a None None] Enqueued Resource ID: d918ce04-f8e3-4bf3-a2e4-00ed89da937b with Priority: HIGHEST for action port [ 649.177876] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d918ce04-f8e3-4bf3-a2e4-00ed89da937b with Priority: HIGHEST for action port [ 649.178279] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-d918ce04-f8e3-4bf3-a2e4-00ed89da937b taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.178415] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d918ce04-f8e3-4bf3-a2e4-00ed89da937b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.178481] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d918ce04-f8e3-4bf3-a2e4-00ed89da937b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.178762] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d918ce04-f8e3-4bf3-a2e4-00ed89da937b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.178849] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d918ce04-f8e3-4bf3-a2e4-00ed89da937b',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.222189] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e74e3b2c-df43-4aa4-9c03-70f3a5093673 [ 649.222377] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.222464] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.223568] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.223568] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.223568] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.223568] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e74e3b2c-df43-4aa4-9c03-70f3a5093673 already deleted. [ 649.223568] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e74e3b2c-df43-4aa4-9c03-70f3a5093673" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.359821] env[65307]: INFO networking_nsxv3.common.synchronization [req-55707337-51f0-4dec-9fb8-8a49fc0abae1 req-d77421cb-33a8-4972-8b58-85a99df8d4c7 tempest-InstanceActionsTestJSON-1306228328 tempest-InstanceActionsTestJSON-1306228328-project-member] Enqueued Resource ID: 8f144e96-65c1-4dc4-861d-791a4e5e049b with Priority: HIGHEST for action security_group_members [ 649.361340] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f144e96-65c1-4dc4-861d-791a4e5e049b with Priority: HIGHEST for action security_group_members [ 649.361340] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f144e96-65c1-4dc4-861d-791a4e5e049b taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.361340] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f144e96-65c1-4dc4-861d-791a4e5e049b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.361602] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f144e96-65c1-4dc4-861d-791a4e5e049b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.361649] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f144e96-65c1-4dc4-861d-791a4e5e049b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.361923] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.361923] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.363383] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.363383] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.363383] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.363383] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8f144e96-65c1-4dc4-861d-791a4e5e049b',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.466541] env[65307]: INFO networking_nsxv3.common.synchronization [req-6aa26bad-a0f1-48b6-a7fb-3de566ee58df req-6e5c06c6-7391-4765-af42-f275b275d9c5 service nova] Enqueued Resource ID: 51100475-face-4c81-8e24-02e7eb49eb74 with Priority: HIGHEST for action security_group_rules [ 649.466770] env[65307]: INFO networking_nsxv3.common.synchronization [req-6aa26bad-a0f1-48b6-a7fb-3de566ee58df req-6e5c06c6-7391-4765-af42-f275b275d9c5 service nova] Enqueued Resource ID: 51100475-face-4c81-8e24-02e7eb49eb74 with Priority: HIGHEST for action security_group_members [ 649.466940] env[65307]: INFO networking_nsxv3.common.synchronization [req-6aa26bad-a0f1-48b6-a7fb-3de566ee58df req-6e5c06c6-7391-4765-af42-f275b275d9c5 service nova] Enqueued Resource ID: 9d6cfa26-21ea-414a-bc75-3e4653328803 with Priority: HIGHEST for action port [ 649.467477] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51100475-face-4c81-8e24-02e7eb49eb74 with Priority: HIGHEST for action security_group_rules [ 649.467611] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51100475-face-4c81-8e24-02e7eb49eb74 with Priority: HIGHEST for action security_group_members [ 649.467780] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d6cfa26-21ea-414a-bc75-3e4653328803 with Priority: HIGHEST for action port [ 649.468081] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-51100475-face-4c81-8e24-02e7eb49eb74 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.468235] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-51100475-face-4c81-8e24-02e7eb49eb74" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.468303] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-51100475-face-4c81-8e24-02e7eb49eb74" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.470678] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-51100475-face-4c81-8e24-02e7eb49eb74" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.470758] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('51100475-face-4c81-8e24-02e7eb49eb74',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.471797] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-51100475-face-4c81-8e24-02e7eb49eb74 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.471918] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51100475-face-4c81-8e24-02e7eb49eb74" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.472009] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51100475-face-4c81-8e24-02e7eb49eb74" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.472227] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51100475-face-4c81-8e24-02e7eb49eb74" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.472386] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.472481] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.472535] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.472683] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.472764] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.472877] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('51100475-face-4c81-8e24-02e7eb49eb74',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.474000] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-9d6cfa26-21ea-414a-bc75-3e4653328803 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.474140] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9d6cfa26-21ea-414a-bc75-3e4653328803" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.474233] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9d6cfa26-21ea-414a-bc75-3e4653328803" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.474370] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9d6cfa26-21ea-414a-bc75-3e4653328803" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.474445] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9d6cfa26-21ea-414a-bc75-3e4653328803',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.683652] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d918ce04-f8e3-4bf3-a2e4-00ed89da937b [ 649.683909] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.684072] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.684604] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.684604] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.684604] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.684604] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d918ce04-f8e3-4bf3-a2e4-00ed89da937b already deleted. [ 649.684781] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d918ce04-f8e3-4bf3-a2e4-00ed89da937b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.803759] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock network-184 taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.803949] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "network-184" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.803949] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "network-184" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.804421] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "network-184" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.804812] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.804812] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.804973] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.805391] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.805391] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.805547] env[65307]: DEBUG dogpile.cache.region [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 649.805603] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] NeedRegenerationException {{(pid=65307) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 649.805709] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] no value, waiting for create lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 649.805780] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] value creation lock acquired {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 649.805880] env[65307]: DEBUG dogpile.cache.region [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 649.805983] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Calling creation function for not-yet-present value {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 649.806150] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 649.838384] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 649.838685] env[65307]: DEBUG dogpile.cache.region [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=65307) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 649.838944] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Released creation lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 649.839268] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "network-184" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.839626] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock port-b2a677bd-0877-423c-ac7e-78360f41019c taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.839909] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "port-b2a677bd-0877-423c-ac7e-78360f41019c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.840105] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "port-b2a677bd-0877-423c-ac7e-78360f41019c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.840523] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "port-b2a677bd-0877-423c-ac7e-78360f41019c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.840754] env[65307]: DEBUG networking_nsxv3.api.rpc [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b2a677bd-0877-423c-ac7e-78360f41019c',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.865957] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.866182] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.866294] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.866565] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.866754] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.867177] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.867177] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.867343] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.867477] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.867587] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.867705] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f144e96-65c1-4dc4-861d-791a4e5e049b already deleted. [ 649.868148] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f144e96-65c1-4dc4-861d-791a4e5e049b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.976763] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('51100475-face-4c81-8e24-02e7eb49eb74',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.979365] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-51100475-face-4c81-8e24-02e7eb49eb74 taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.979365] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51100475-face-4c81-8e24-02e7eb49eb74" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.979535] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9d6cfa26-21ea-414a-bc75-3e4653328803 with status ACTIVE [ 649.980265] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.980265] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.980265] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.980527] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.980527] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.981367] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.981367] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.981367] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.981637] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.981637] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.982176] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.982176] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.982176] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.982560] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.982560] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.982560] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9d6cfa26-21ea-414a-bc75-3e4653328803 is going to be updated. [ 650.009034] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.009034] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.009034] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.009635] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.009635] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.009635] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9d6cfa26-21ea-414a-bc75-3e4653328803" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.343721] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.345406] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.345406] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.345406] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.345406] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.345406] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Segment Port b2a677bd-0877-423c-ac7e-78360f41019c not found, creating... [ 650.345406] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.345406] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.345406] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.345406] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.345757] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.345757] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.345842] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.346069] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.346161] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.346276] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.346403] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Resource: SegmentPort with ID: b2a677bd-0877-423c-ac7e-78360f41019c is going to be created. [ 650.368856] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.369098] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.369175] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.369443] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.369668] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.369880] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "port-b2a677bd-0877-423c-ac7e-78360f41019c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.487029] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('51100475-face-4c81-8e24-02e7eb49eb74',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.034224] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.034224] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.034224] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.034224] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.034224] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.034224] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51100475-face-4c81-8e24-02e7eb49eb74 is going to be created. [ 651.034224] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.034224] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.034224] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.034224] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.034224] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.034224] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51100475-face-4c81-8e24-02e7eb49eb74 in Status: UNINITIALIZED for 2s [ 651.184768] env[65307]: INFO networking_nsxv3.common.synchronization [req-55707337-51f0-4dec-9fb8-8a49fc0abae1 req-ff9f9684-8ab8-48e1-9e98-4f45401192fa service nova] Enqueued Resource ID: 8f144e96-65c1-4dc4-861d-791a4e5e049b with Priority: HIGHEST for action security_group_rules [ 651.184930] env[65307]: INFO networking_nsxv3.common.synchronization [req-55707337-51f0-4dec-9fb8-8a49fc0abae1 req-ff9f9684-8ab8-48e1-9e98-4f45401192fa service nova] Enqueued Resource ID: 8f144e96-65c1-4dc4-861d-791a4e5e049b with Priority: HIGHEST for action security_group_members [ 651.185071] env[65307]: INFO networking_nsxv3.common.synchronization [req-55707337-51f0-4dec-9fb8-8a49fc0abae1 req-ff9f9684-8ab8-48e1-9e98-4f45401192fa service nova] Enqueued Resource ID: b2a677bd-0877-423c-ac7e-78360f41019c with Priority: HIGHEST for action port [ 651.185613] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f144e96-65c1-4dc4-861d-791a4e5e049b with Priority: HIGHEST for action security_group_rules [ 651.185747] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f144e96-65c1-4dc4-861d-791a4e5e049b with Priority: HIGHEST for action security_group_members [ 651.185848] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2a677bd-0877-423c-ac7e-78360f41019c with Priority: HIGHEST for action port [ 651.186279] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8f144e96-65c1-4dc4-861d-791a4e5e049b taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.186384] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8f144e96-65c1-4dc4-861d-791a4e5e049b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.186384] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8f144e96-65c1-4dc4-861d-791a4e5e049b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.186649] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8f144e96-65c1-4dc4-861d-791a4e5e049b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.186720] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8f144e96-65c1-4dc4-861d-791a4e5e049b',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.187584] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f144e96-65c1-4dc4-861d-791a4e5e049b taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.187692] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f144e96-65c1-4dc4-861d-791a4e5e049b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.187774] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f144e96-65c1-4dc4-861d-791a4e5e049b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.188138] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f144e96-65c1-4dc4-861d-791a4e5e049b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.188336] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.188446] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.188511] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.188672] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.188841] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.188934] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8f144e96-65c1-4dc4-861d-791a4e5e049b',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.189732] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-b2a677bd-0877-423c-ac7e-78360f41019c taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.189874] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b2a677bd-0877-423c-ac7e-78360f41019c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.189913] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b2a677bd-0877-423c-ac7e-78360f41019c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.190090] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b2a677bd-0877-423c-ac7e-78360f41019c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.190158] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b2a677bd-0877-423c-ac7e-78360f41019c',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.692318] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f144e96-65c1-4dc4-861d-791a4e5e049b taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.692637] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f144e96-65c1-4dc4-861d-791a4e5e049b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.692637] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8f144e96-65c1-4dc4-861d-791a4e5e049b',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.694559] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b2a677bd-0877-423c-ac7e-78360f41019c with status ACTIVE [ 651.694637] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.694744] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.694888] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.694995] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.695103] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.695279] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.695379] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.695442] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.701054] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.701054] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.701054] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.701054] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.701054] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.701366] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.701366] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.701366] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b2a677bd-0877-423c-ac7e-78360f41019c is going to be updated. [ 651.729083] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.729083] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.729083] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.729083] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.729083] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.729321] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b2a677bd-0877-423c-ac7e-78360f41019c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.852813] env[65307]: INFO networking_nsxv3.common.synchronization [None req-904caafd-13ba-41c1-8441-75a6bb135f0b None None] Enqueued Resource ID: 1aa8b023-5348-4183-b95c-f74eaeef379f with Priority: HIGHEST for action port [ 651.853348] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1aa8b023-5348-4183-b95c-f74eaeef379f with Priority: HIGHEST for action port [ 651.853692] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-1aa8b023-5348-4183-b95c-f74eaeef379f taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.853816] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1aa8b023-5348-4183-b95c-f74eaeef379f" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.853882] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1aa8b023-5348-4183-b95c-f74eaeef379f" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.854162] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1aa8b023-5348-4183-b95c-f74eaeef379f" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.854254] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1aa8b023-5348-4183-b95c-f74eaeef379f',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.205837] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8f144e96-65c1-4dc4-861d-791a4e5e049b',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.359356] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1aa8b023-5348-4183-b95c-f74eaeef379f [ 652.359356] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.359356] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.359552] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.363388] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.363456] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.363626] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1aa8b023-5348-4183-b95c-f74eaeef379f already deleted. [ 652.363784] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1aa8b023-5348-4183-b95c-f74eaeef379f" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.426432] env[65307]: INFO networking_nsxv3.common.synchronization [None req-957332dc-5939-4e42-a821-6fab70f8b81e None None] Enqueued Resource ID: 80d7907c-1752-4c73-b083-996759975468 with Priority: HIGHEST for action port [ 652.427085] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80d7907c-1752-4c73-b083-996759975468 with Priority: HIGHEST for action port [ 652.427355] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-80d7907c-1752-4c73-b083-996759975468 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.427943] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-80d7907c-1752-4c73-b083-996759975468" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.428031] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-80d7907c-1752-4c73-b083-996759975468" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.428509] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-80d7907c-1752-4c73-b083-996759975468" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.428509] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('80d7907c-1752-4c73-b083-996759975468',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.712352] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.712352] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.712352] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.712352] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.712352] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.712352] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f144e96-65c1-4dc4-861d-791a4e5e049b is going to be created. [ 652.756929] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.756929] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.756929] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.757238] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.757417] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.770036] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f144e96-65c1-4dc4-861d-791a4e5e049b in Status: UNINITIALIZED for 2s [ 652.933054] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 80d7907c-1752-4c73-b083-996759975468 [ 652.933054] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.933412] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.933514] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.933691] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.934057] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.934057] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:80d7907c-1752-4c73-b083-996759975468 already deleted. [ 652.934057] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-80d7907c-1752-4c73-b083-996759975468" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.047818] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51100475-face-4c81-8e24-02e7eb49eb74 in Status: SUCCESS [ 653.047818] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51100475-face-4c81-8e24-02e7eb49eb74" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.047818] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51100475-face-4c81-8e24-02e7eb49eb74" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.048100] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51100475-face-4c81-8e24-02e7eb49eb74" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.048321] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.048456] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.048519] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.048701] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.048807] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.048941] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51100475-face-4c81-8e24-02e7eb49eb74" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.049116] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('51100475-face-4c81-8e24-02e7eb49eb74',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.551684] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-51100475-face-4c81-8e24-02e7eb49eb74 taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.552292] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51100475-face-4c81-8e24-02e7eb49eb74" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.552292] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51100475-face-4c81-8e24-02e7eb49eb74" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.552292] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51100475-face-4c81-8e24-02e7eb49eb74" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.552621] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.552621] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.552730] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.552879] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.553146] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.553146] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51100475-face-4c81-8e24-02e7eb49eb74" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.553396] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-51100475-face-4c81-8e24-02e7eb49eb74 taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.553573] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51100475-face-4c81-8e24-02e7eb49eb74" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.553645] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51100475-face-4c81-8e24-02e7eb49eb74" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.553843] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51100475-face-4c81-8e24-02e7eb49eb74" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.554094] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.554256] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.554367] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.554601] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.554731] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.554847] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51100475-face-4c81-8e24-02e7eb49eb74" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.554947] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('51100475-face-4c81-8e24-02e7eb49eb74',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.808813] env[65307]: INFO networking_nsxv3.common.synchronization [None req-7dc9e84c-a6bb-47d9-87b9-1a3cacd70ffb tempest-AttachInterfacesTestJSON-1120364181 tempest-AttachInterfacesTestJSON-1120364181-project-member] Enqueued Resource ID: 0caeaaa5-344e-4304-ba6e-7540346003c3 with Priority: HIGHEST for action security_group_rules [ 653.810237] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0caeaaa5-344e-4304-ba6e-7540346003c3 with Priority: HIGHEST for action security_group_rules [ 653.810692] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0caeaaa5-344e-4304-ba6e-7540346003c3 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.810846] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0caeaaa5-344e-4304-ba6e-7540346003c3" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.810921] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0caeaaa5-344e-4304-ba6e-7540346003c3" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.811210] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0caeaaa5-344e-4304-ba6e-7540346003c3" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.811300] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0caeaaa5-344e-4304-ba6e-7540346003c3',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.030375] env[65307]: INFO networking_nsxv3.common.synchronization [None req-ab6a8aa6-3422-40c5-adfc-594e94cc0102 tempest-AttachInterfacesTestJSON-1120364181 tempest-AttachInterfacesTestJSON-1120364181-project-member] Enqueued Resource ID: 0caeaaa5-344e-4304-ba6e-7540346003c3 with Priority: HIGHEST for action security_group_rules [ 654.030375] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0caeaaa5-344e-4304-ba6e-7540346003c3 with Priority: HIGHEST for action security_group_rules [ 654.030549] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0caeaaa5-344e-4304-ba6e-7540346003c3 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.030638] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0caeaaa5-344e-4304-ba6e-7540346003c3" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.062029] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 51100475-face-4c81-8e24-02e7eb49eb74: rpc.has_security_group_logging(os_id): False [ 654.082766] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.082931] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.082931] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.083156] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.083246] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.083441] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.083537] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.083600] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.083826] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.083882] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.084076] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.084192] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.084272] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.084349] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.084406] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.085722] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.085722] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.085722] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.085722] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.085722] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.085722] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 51100475-face-4c81-8e24-02e7eb49eb74 is going to be created. [ 654.148526] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.148705] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.148819] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.148953] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.149150] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.167628] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 51100475-face-4c81-8e24-02e7eb49eb74 in Status: IN_PROGRESS for 2s [ 654.335872] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.336110] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.336222] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.337727] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.337727] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.337727] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0caeaaa5-344e-4304-ba6e-7540346003c3 already deleted. [ 654.337727] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0caeaaa5-344e-4304-ba6e-7540346003c3" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.337727] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0caeaaa5-344e-4304-ba6e-7540346003c3" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.337727] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0caeaaa5-344e-4304-ba6e-7540346003c3" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.337727] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0caeaaa5-344e-4304-ba6e-7540346003c3',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.419705] env[65307]: INFO networking_nsxv3.common.synchronization [req-cdf246bc-e9a3-4b3e-a237-2ffc9f7e7f29 req-d2715a9b-0c91-4631-9e29-308de6cf73f5 tempest-ServerDiagnosticsTest-1336313250 tempest-ServerDiagnosticsTest-1336313250-project-member] Enqueued Resource ID: df77a2bb-0be5-4bad-9693-58853c26ba6a with Priority: HIGHEST for action security_group_members [ 654.422035] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df77a2bb-0be5-4bad-9693-58853c26ba6a with Priority: HIGHEST for action security_group_members [ 654.422482] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-df77a2bb-0be5-4bad-9693-58853c26ba6a taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.422617] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df77a2bb-0be5-4bad-9693-58853c26ba6a" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.422685] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df77a2bb-0be5-4bad-9693-58853c26ba6a" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.422910] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df77a2bb-0be5-4bad-9693-58853c26ba6a" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.423105] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.423201] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.423266] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.423423] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.423512] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.423701] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('df77a2bb-0be5-4bad-9693-58853c26ba6a',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.788470] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f144e96-65c1-4dc4-861d-791a4e5e049b in Status: SUCCESS [ 654.788470] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f144e96-65c1-4dc4-861d-791a4e5e049b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.788470] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f144e96-65c1-4dc4-861d-791a4e5e049b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.788470] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f144e96-65c1-4dc4-861d-791a4e5e049b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.788470] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.788470] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.788470] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.788470] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.788470] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.788470] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f144e96-65c1-4dc4-861d-791a4e5e049b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.788470] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8f144e96-65c1-4dc4-861d-791a4e5e049b',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.858869] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.859175] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.859175] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.859414] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.859489] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.859580] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0caeaaa5-344e-4304-ba6e-7540346003c3 already deleted. [ 654.859660] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0caeaaa5-344e-4304-ba6e-7540346003c3" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.928856] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.929118] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.929118] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.929445] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.929592] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.929839] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.929953] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.930029] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.930211] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.930296] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.930397] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df77a2bb-0be5-4bad-9693-58853c26ba6a is going to be updated. [ 654.961685] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.961950] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.961950] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.962310] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.962414] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.972772] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df77a2bb-0be5-4bad-9693-58853c26ba6a in Status: IN_PROGRESS for 2s [ 655.293773] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f144e96-65c1-4dc4-861d-791a4e5e049b taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.293987] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f144e96-65c1-4dc4-861d-791a4e5e049b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.293987] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f144e96-65c1-4dc4-861d-791a4e5e049b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.294612] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f144e96-65c1-4dc4-861d-791a4e5e049b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.294612] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.294612] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.294612] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.294859] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.294906] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.295343] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f144e96-65c1-4dc4-861d-791a4e5e049b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.295343] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f144e96-65c1-4dc4-861d-791a4e5e049b taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.295343] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f144e96-65c1-4dc4-861d-791a4e5e049b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.295343] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f144e96-65c1-4dc4-861d-791a4e5e049b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.295511] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f144e96-65c1-4dc4-861d-791a4e5e049b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.295618] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.295712] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.295771] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.295916] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.296013] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.296094] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f144e96-65c1-4dc4-861d-791a4e5e049b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.296202] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8f144e96-65c1-4dc4-861d-791a4e5e049b',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.798873] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8f144e96-65c1-4dc4-861d-791a4e5e049b: rpc.has_security_group_logging(os_id): False [ 655.819614] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.819785] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.819854] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.820099] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.820208] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.820985] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.820985] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.820985] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.820985] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.820985] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.820985] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.821404] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.821404] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.821404] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.821404] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.821653] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.822202] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.822312] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.822646] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.822646] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.822646] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8f144e96-65c1-4dc4-861d-791a4e5e049b is going to be created. [ 655.887487] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.887888] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.887888] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.887888] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.890077] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.902373] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8f144e96-65c1-4dc4-861d-791a4e5e049b in Status: IN_PROGRESS for 2s [ 656.184950] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 51100475-face-4c81-8e24-02e7eb49eb74 in Status: SUCCESS [ 656.185254] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-51100475-face-4c81-8e24-02e7eb49eb74" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.983921] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df77a2bb-0be5-4bad-9693-58853c26ba6a in Status: SUCCESS [ 656.984549] env[65307]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df77a2bb-0be5-4bad-9693-58853c26ba6a deletion is rescheduled due to dependency. [ 656.984549] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df77a2bb-0be5-4bad-9693-58853c26ba6a" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.034998] env[65307]: INFO networking_nsxv3.common.synchronization [None req-4b61ea3a-52c7-43e5-9621-41fdac7f1190 None None] Enqueued Resource ID: c399b9be-2c7d-4a31-a0d8-b034d5506bd6 with Priority: HIGHEST for action port [ 657.035740] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c399b9be-2c7d-4a31-a0d8-b034d5506bd6 with Priority: HIGHEST for action port [ 657.036188] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-c399b9be-2c7d-4a31-a0d8-b034d5506bd6 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.037050] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c399b9be-2c7d-4a31-a0d8-b034d5506bd6" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.037050] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c399b9be-2c7d-4a31-a0d8-b034d5506bd6" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.038452] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c399b9be-2c7d-4a31-a0d8-b034d5506bd6" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.038452] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c399b9be-2c7d-4a31-a0d8-b034d5506bd6',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.155342] env[65307]: INFO networking_nsxv3.common.synchronization [req-24e69c6b-3539-45cf-9d55-239b5a21d763 req-496f6663-0079-481f-adf7-ac0480f2b29f tempest-FloatingIPsAssociationTestJSON-8994773 tempest-FloatingIPsAssociationTestJSON-8994773-project-member] Enqueued Resource ID: 0a1d298d-2e27-431e-a1c7-50bf0406e216 with Priority: HIGHEST for action security_group_members [ 657.155342] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a1d298d-2e27-431e-a1c7-50bf0406e216 with Priority: HIGHEST for action security_group_members [ 657.155342] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a1d298d-2e27-431e-a1c7-50bf0406e216 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.156237] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a1d298d-2e27-431e-a1c7-50bf0406e216" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.156461] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a1d298d-2e27-431e-a1c7-50bf0406e216" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.160681] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a1d298d-2e27-431e-a1c7-50bf0406e216" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.160681] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.160681] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.160681] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.160681] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.160681] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.160681] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0a1d298d-2e27-431e-a1c7-50bf0406e216',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.543502] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c399b9be-2c7d-4a31-a0d8-b034d5506bd6 [ 657.543751] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.543885] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.543954] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.544200] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.544293] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.544392] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c399b9be-2c7d-4a31-a0d8-b034d5506bd6 already deleted. [ 657.544494] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c399b9be-2c7d-4a31-a0d8-b034d5506bd6" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.665409] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0a1d298d-2e27-431e-a1c7-50bf0406e216',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.696463] env[65307]: INFO networking_nsxv3.common.synchronization [req-0ade8681-bdd8-417d-83c0-5777cbe31f31 req-decae1d3-4b0d-4658-a8e3-c92318c794cb tempest-ServersTestBootFromVolume-1814206897 tempest-ServersTestBootFromVolume-1814206897-project-member] Enqueued Resource ID: a0a2bd7f-3a10-41c4-be65-e0aa663bfa5b with Priority: HIGHEST for action security_group_members [ 657.697283] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0a2bd7f-3a10-41c4-be65-e0aa663bfa5b with Priority: HIGHEST for action security_group_members [ 657.702494] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-a0a2bd7f-3a10-41c4-be65-e0aa663bfa5b taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.702494] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a0a2bd7f-3a10-41c4-be65-e0aa663bfa5b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.702494] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a0a2bd7f-3a10-41c4-be65-e0aa663bfa5b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.702494] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a0a2bd7f-3a10-41c4-be65-e0aa663bfa5b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.702494] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.702494] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.702494] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.702494] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.702494] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.702494] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a0a2bd7f-3a10-41c4-be65-e0aa663bfa5b',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.914840] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8f144e96-65c1-4dc4-861d-791a4e5e049b in Status: SUCCESS [ 657.914840] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8f144e96-65c1-4dc4-861d-791a4e5e049b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.171211] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0a1d298d-2e27-431e-a1c7-50bf0406e216',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.197187] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock network-407 taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.197187] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "network-407" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.197187] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "network-407" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.197825] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "network-407" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.198201] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.198358] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.198467] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.199362] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.199362] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.199362] env[65307]: DEBUG dogpile.cache.region [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 658.199362] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] NeedRegenerationException {{(pid=65307) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 658.199677] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] no value, waiting for create lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 658.199677] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] value creation lock acquired {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 658.199756] env[65307]: DEBUG dogpile.cache.region [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 658.199968] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Calling creation function for not-yet-present value {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 658.199968] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 658.210191] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.210191] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.210191] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.210191] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.210191] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.210191] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.210191] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.210191] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.210191] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.210191] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.210191] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a0a2bd7f-3a10-41c4-be65-e0aa663bfa5b already deleted. [ 658.210191] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a0a2bd7f-3a10-41c4-be65-e0aa663bfa5b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.224930] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 658.225334] env[65307]: DEBUG dogpile.cache.region [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65307) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 658.225334] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Released creation lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 658.225453] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "network-407" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.225753] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock port-c907bf0e-6b8e-458b-ac7e-bb90d42fbb38 taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.225935] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "port-c907bf0e-6b8e-458b-ac7e-bb90d42fbb38" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.226046] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "port-c907bf0e-6b8e-458b-ac7e-bb90d42fbb38" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.226385] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "port-c907bf0e-6b8e-458b-ac7e-bb90d42fbb38" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.226521] env[65307]: DEBUG networking_nsxv3.api.rpc [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c907bf0e-6b8e-458b-ac7e-bb90d42fbb38',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.675183] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.675183] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.675183] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.675447] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.675560] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.675662] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a1d298d-2e27-431e-a1c7-50bf0406e216 is going to be updated. [ 658.719388] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.719551] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.719613] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.719913] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.720300] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.729440] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.729440] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.729581] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.729911] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.730075] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.731120] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Segment Port c907bf0e-6b8e-458b-ac7e-bb90d42fbb38 not found, creating... [ 658.731120] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.731120] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.731120] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.731120] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.731504] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.731565] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.731742] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.731870] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.734726] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.734726] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.734726] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Resource: SegmentPort with ID: c907bf0e-6b8e-458b-ac7e-bb90d42fbb38 is going to be created. [ 658.737766] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a1d298d-2e27-431e-a1c7-50bf0406e216 in Status: IN_PROGRESS for 2s [ 658.762238] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.762238] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.762238] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.762747] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.762747] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.762992] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "port-c907bf0e-6b8e-458b-ac7e-bb90d42fbb38" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.557482] env[65307]: INFO networking_nsxv3.common.synchronization [None req-55640bf8-653a-404c-8e7b-6e334040bc5c None None] Enqueued Resource ID: 81e467b7-ba61-4303-8db1-f567156b35cd with Priority: HIGHEST for action port [ 659.560744] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81e467b7-ba61-4303-8db1-f567156b35cd with Priority: HIGHEST for action port [ 659.562434] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-81e467b7-ba61-4303-8db1-f567156b35cd taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.562676] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-81e467b7-ba61-4303-8db1-f567156b35cd" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.562795] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-81e467b7-ba61-4303-8db1-f567156b35cd" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.563192] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-81e467b7-ba61-4303-8db1-f567156b35cd" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.563347] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('81e467b7-ba61-4303-8db1-f567156b35cd',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.596929] env[65307]: INFO networking_nsxv3.common.synchronization [req-0ade8681-bdd8-417d-83c0-5777cbe31f31 req-b51712cb-985e-4756-93fb-f431ec6ff44f service nova] Enqueued Resource ID: a0a2bd7f-3a10-41c4-be65-e0aa663bfa5b with Priority: HIGHEST for action security_group_rules [ 659.597118] env[65307]: INFO networking_nsxv3.common.synchronization [req-0ade8681-bdd8-417d-83c0-5777cbe31f31 req-b51712cb-985e-4756-93fb-f431ec6ff44f service nova] Enqueued Resource ID: a0a2bd7f-3a10-41c4-be65-e0aa663bfa5b with Priority: HIGHEST for action security_group_members [ 659.597243] env[65307]: INFO networking_nsxv3.common.synchronization [req-0ade8681-bdd8-417d-83c0-5777cbe31f31 req-b51712cb-985e-4756-93fb-f431ec6ff44f service nova] Enqueued Resource ID: c907bf0e-6b8e-458b-ac7e-bb90d42fbb38 with Priority: HIGHEST for action port [ 659.598029] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0a2bd7f-3a10-41c4-be65-e0aa663bfa5b with Priority: HIGHEST for action security_group_rules [ 659.598029] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0a2bd7f-3a10-41c4-be65-e0aa663bfa5b with Priority: HIGHEST for action security_group_members [ 659.598029] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c907bf0e-6b8e-458b-ac7e-bb90d42fbb38 with Priority: HIGHEST for action port [ 659.598598] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a0a2bd7f-3a10-41c4-be65-e0aa663bfa5b taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.598729] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a0a2bd7f-3a10-41c4-be65-e0aa663bfa5b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.599050] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a0a2bd7f-3a10-41c4-be65-e0aa663bfa5b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.599169] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a0a2bd7f-3a10-41c4-be65-e0aa663bfa5b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.599237] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a0a2bd7f-3a10-41c4-be65-e0aa663bfa5b',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.600162] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-a0a2bd7f-3a10-41c4-be65-e0aa663bfa5b taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.600608] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a0a2bd7f-3a10-41c4-be65-e0aa663bfa5b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.600608] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a0a2bd7f-3a10-41c4-be65-e0aa663bfa5b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.600608] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a0a2bd7f-3a10-41c4-be65-e0aa663bfa5b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.600851] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.600957] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.600957] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.601076] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.601196] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.601249] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a0a2bd7f-3a10-41c4-be65-e0aa663bfa5b',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.602111] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-c907bf0e-6b8e-458b-ac7e-bb90d42fbb38 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.602234] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c907bf0e-6b8e-458b-ac7e-bb90d42fbb38" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.602283] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c907bf0e-6b8e-458b-ac7e-bb90d42fbb38" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.602439] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c907bf0e-6b8e-458b-ac7e-bb90d42fbb38" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.602511] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c907bf0e-6b8e-458b-ac7e-bb90d42fbb38',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.069710] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 81e467b7-ba61-4303-8db1-f567156b35cd [ 660.070053] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.070244] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.070346] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.070635] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.070761] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.070896] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:81e467b7-ba61-4303-8db1-f567156b35cd already deleted. [ 660.071035] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-81e467b7-ba61-4303-8db1-f567156b35cd" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.105714] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-a0a2bd7f-3a10-41c4-be65-e0aa663bfa5b taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.105872] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a0a2bd7f-3a10-41c4-be65-e0aa663bfa5b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.109469] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c907bf0e-6b8e-458b-ac7e-bb90d42fbb38 with status ACTIVE [ 660.109469] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.109469] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.109469] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.109469] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.109469] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.109469] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.109469] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.109469] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.109812] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.109812] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.109875] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.110075] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.110075] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.110240] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.110240] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.110365] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c907bf0e-6b8e-458b-ac7e-bb90d42fbb38 is going to be updated. [ 660.111744] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a0a2bd7f-3a10-41c4-be65-e0aa663bfa5b',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.137891] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.138081] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.138147] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.138456] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.138689] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.140574] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c907bf0e-6b8e-458b-ac7e-bb90d42fbb38" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.359744] env[65307]: INFO networking_nsxv3.common.synchronization [req-62b12a21-3c5b-472b-8776-83aa461c1ebb req-85204e03-ed21-4c35-9460-68ed182b5416 tempest-DeleteServersAdminTestJSON-681232756 tempest-DeleteServersAdminTestJSON-681232756-project-member] Enqueued Resource ID: 37bf9cc5-847b-42fb-989a-22543947ae7c with Priority: HIGHEST for action security_group_members [ 660.360323] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37bf9cc5-847b-42fb-989a-22543947ae7c with Priority: HIGHEST for action security_group_members [ 660.360952] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-37bf9cc5-847b-42fb-989a-22543947ae7c taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.360952] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37bf9cc5-847b-42fb-989a-22543947ae7c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.360952] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37bf9cc5-847b-42fb-989a-22543947ae7c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.362820] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37bf9cc5-847b-42fb-989a-22543947ae7c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.365523] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.365523] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.365523] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.365523] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.365523] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.365523] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('37bf9cc5-847b-42fb-989a-22543947ae7c',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.616371] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a0a2bd7f-3a10-41c4-be65-e0aa663bfa5b',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.750700] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a1d298d-2e27-431e-a1c7-50bf0406e216 in Status: SUCCESS [ 660.750946] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a1d298d-2e27-431e-a1c7-50bf0406e216" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.871027] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.871027] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.871027] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.871027] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.871027] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.871027] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.871027] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.871027] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.871027] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.871027] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.871027] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37bf9cc5-847b-42fb-989a-22543947ae7c is going to be updated. [ 660.911408] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.911408] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.911408] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.911408] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.911408] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.922536] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37bf9cc5-847b-42fb-989a-22543947ae7c in Status: IN_PROGRESS for 2s [ 661.117893] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.118130] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.118197] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.118428] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.118538] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.118615] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a0a2bd7f-3a10-41c4-be65-e0aa663bfa5b is going to be created. [ 661.148052] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.148322] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.148411] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.148717] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.148819] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.164982] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a0a2bd7f-3a10-41c4-be65-e0aa663bfa5b in Status: UNINITIALIZED for 2s [ 662.935319] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37bf9cc5-847b-42fb-989a-22543947ae7c in Status: SUCCESS [ 662.935319] env[65307]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37bf9cc5-847b-42fb-989a-22543947ae7c deletion is rescheduled due to dependency. [ 662.935319] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37bf9cc5-847b-42fb-989a-22543947ae7c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.176578] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a0a2bd7f-3a10-41c4-be65-e0aa663bfa5b in Status: SUCCESS [ 663.176942] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a0a2bd7f-3a10-41c4-be65-e0aa663bfa5b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.177286] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a0a2bd7f-3a10-41c4-be65-e0aa663bfa5b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.177582] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a0a2bd7f-3a10-41c4-be65-e0aa663bfa5b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.177866] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.178067] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.178414] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.178644] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.178759] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.178881] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a0a2bd7f-3a10-41c4-be65-e0aa663bfa5b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.178999] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a0a2bd7f-3a10-41c4-be65-e0aa663bfa5b',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.225661] env[65307]: INFO networking_nsxv3.common.synchronization [None req-f178cd5a-7643-473a-90de-5ea22849635e None None] Enqueued Resource ID: 6c271cbb-eaad-479f-880f-5473cc1aec28 with Priority: HIGHEST for action port [ 663.226223] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c271cbb-eaad-479f-880f-5473cc1aec28 with Priority: HIGHEST for action port [ 663.226647] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-6c271cbb-eaad-479f-880f-5473cc1aec28 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.226790] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6c271cbb-eaad-479f-880f-5473cc1aec28" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.226790] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6c271cbb-eaad-479f-880f-5473cc1aec28" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.228113] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6c271cbb-eaad-479f-880f-5473cc1aec28" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.228341] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6c271cbb-eaad-479f-880f-5473cc1aec28',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.682635] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a0a2bd7f-3a10-41c4-be65-e0aa663bfa5b',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.733708] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6c271cbb-eaad-479f-880f-5473cc1aec28 [ 663.733708] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.733708] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.733708] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.733708] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.733708] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.733708] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6c271cbb-eaad-479f-880f-5473cc1aec28 already deleted. [ 663.733708] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6c271cbb-eaad-479f-880f-5473cc1aec28" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.849023] env[65307]: INFO networking_nsxv3.common.synchronization [None req-d7d9d67b-a8ce-432d-b1f8-e7da3426fa9f None None] Enqueued Resource ID: 72c75be2-80fd-428e-a6eb-110b38d0827e with Priority: HIGHEST for action port [ 663.849023] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72c75be2-80fd-428e-a6eb-110b38d0827e with Priority: HIGHEST for action port [ 663.849023] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-72c75be2-80fd-428e-a6eb-110b38d0827e taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.849023] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-72c75be2-80fd-428e-a6eb-110b38d0827e" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.849459] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-72c75be2-80fd-428e-a6eb-110b38d0827e" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.849930] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-72c75be2-80fd-428e-a6eb-110b38d0827e" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.850159] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('72c75be2-80fd-428e-a6eb-110b38d0827e',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.984910] env[65307]: INFO networking_nsxv3.common.synchronization [req-3386f520-c90e-4cb6-8da8-feaefe13d002 req-9500ebd9-bf70-4f17-9c66-357ecf2dce0a tempest-ServerGroupTestJSON-449438484 tempest-ServerGroupTestJSON-449438484-project-member] Enqueued Resource ID: 447851de-4f63-4320-981d-53408a1308b1 with Priority: HIGHEST for action security_group_members [ 663.985504] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 447851de-4f63-4320-981d-53408a1308b1 with Priority: HIGHEST for action security_group_members [ 663.985691] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-447851de-4f63-4320-981d-53408a1308b1 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.985893] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-447851de-4f63-4320-981d-53408a1308b1" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.986030] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-447851de-4f63-4320-981d-53408a1308b1" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.986348] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-447851de-4f63-4320-981d-53408a1308b1" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.986612] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.986752] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.986827] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.987085] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.987335] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.987398] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('447851de-4f63-4320-981d-53408a1308b1',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.186120] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a0a2bd7f-3a10-41c4-be65-e0aa663bfa5b: rpc.has_security_group_logging(os_id): False [ 664.206450] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.206450] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.206450] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.206450] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.206690] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.206750] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.206883] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.206938] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.207090] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.207165] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.207252] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a0a2bd7f-3a10-41c4-be65-e0aa663bfa5b is going to be created. [ 664.272708] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.272871] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.272871] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.273112] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.273323] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.287250] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a0a2bd7f-3a10-41c4-be65-e0aa663bfa5b in Status: IN_PROGRESS for 2s [ 664.354223] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 72c75be2-80fd-428e-a6eb-110b38d0827e [ 664.354223] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.354223] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.354223] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.354223] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.354223] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.354223] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:72c75be2-80fd-428e-a6eb-110b38d0827e already deleted. [ 664.354223] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-72c75be2-80fd-428e-a6eb-110b38d0827e" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.489782] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.490029] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.490029] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.491313] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.491313] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.491313] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.491313] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.491313] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.491313] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.491313] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.491313] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 447851de-4f63-4320-981d-53408a1308b1 is going to be updated. [ 664.521749] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.521749] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.521749] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.521749] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.521749] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.536741] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 447851de-4f63-4320-981d-53408a1308b1 in Status: IN_PROGRESS for 2s [ 666.302369] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a0a2bd7f-3a10-41c4-be65-e0aa663bfa5b in Status: SUCCESS [ 666.302838] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a0a2bd7f-3a10-41c4-be65-e0aa663bfa5b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.511932] env[65307]: INFO networking_nsxv3.common.synchronization [None req-6dd9414d-3add-4232-8cd3-2432aad16ccd None None] Enqueued Resource ID: 933659a0-f765-4464-b8f2-f37576b8247c with Priority: HIGHEST for action port [ 666.512732] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 933659a0-f765-4464-b8f2-f37576b8247c with Priority: HIGHEST for action port [ 666.513205] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-933659a0-f765-4464-b8f2-f37576b8247c taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.513205] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-933659a0-f765-4464-b8f2-f37576b8247c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.513205] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-933659a0-f765-4464-b8f2-f37576b8247c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.514209] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-933659a0-f765-4464-b8f2-f37576b8247c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.514696] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('933659a0-f765-4464-b8f2-f37576b8247c',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.550305] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 447851de-4f63-4320-981d-53408a1308b1 in Status: SUCCESS [ 666.550305] env[65307]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 447851de-4f63-4320-981d-53408a1308b1 deletion is rescheduled due to dependency. [ 666.550305] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-447851de-4f63-4320-981d-53408a1308b1" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.016693] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 933659a0-f765-4464-b8f2-f37576b8247c [ 667.017087] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.017280] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.017435] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.017791] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.017933] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.018068] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:933659a0-f765-4464-b8f2-f37576b8247c already deleted. [ 667.018156] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-933659a0-f765-4464-b8f2-f37576b8247c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.370838] env[65307]: INFO networking_nsxv3.common.synchronization [None req-a20a0296-f49f-4914-9623-31edd25df8a5 None None] Enqueued Resource ID: f746945d-b70c-4cde-b856-9925cb06a939 with Priority: HIGHEST for action port [ 667.372470] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f746945d-b70c-4cde-b856-9925cb06a939 with Priority: HIGHEST for action port [ 667.372952] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-f746945d-b70c-4cde-b856-9925cb06a939 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.372952] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f746945d-b70c-4cde-b856-9925cb06a939" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.372952] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f746945d-b70c-4cde-b856-9925cb06a939" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.373695] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f746945d-b70c-4cde-b856-9925cb06a939" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.373814] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f746945d-b70c-4cde-b856-9925cb06a939',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.817689] env[65307]: INFO networking_nsxv3.common.synchronization [None req-f5f55d1f-5b75-4e3c-9cd4-e918f621cc4a tempest-ServersTestFqdnHostnames-1375437756 tempest-ServersTestFqdnHostnames-1375437756-project-member] Enqueued Resource ID: 743be6ae-fd48-4ba0-81a7-fa01a232e1d4 with Priority: HIGHEST for action security_group_rules [ 667.818611] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 743be6ae-fd48-4ba0-81a7-fa01a232e1d4 with Priority: HIGHEST for action security_group_rules [ 667.818939] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-743be6ae-fd48-4ba0-81a7-fa01a232e1d4 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.819063] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-743be6ae-fd48-4ba0-81a7-fa01a232e1d4" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.819165] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-743be6ae-fd48-4ba0-81a7-fa01a232e1d4" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.819468] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-743be6ae-fd48-4ba0-81a7-fa01a232e1d4" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.819601] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('743be6ae-fd48-4ba0-81a7-fa01a232e1d4',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.881155] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f746945d-b70c-4cde-b856-9925cb06a939 [ 667.881489] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.881656] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.881750] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.882077] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.882217] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.882366] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f746945d-b70c-4cde-b856-9925cb06a939 already deleted. [ 667.882495] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f746945d-b70c-4cde-b856-9925cb06a939" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.943452] env[65307]: INFO networking_nsxv3.common.synchronization [None req-253e933d-4dde-4287-a906-34ab1229fed5 tempest-ServersTestFqdnHostnames-1375437756 tempest-ServersTestFqdnHostnames-1375437756-project-member] Enqueued Resource ID: 743be6ae-fd48-4ba0-81a7-fa01a232e1d4 with Priority: HIGHEST for action security_group_rules [ 667.943452] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 743be6ae-fd48-4ba0-81a7-fa01a232e1d4 with Priority: HIGHEST for action security_group_rules [ 667.943751] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-743be6ae-fd48-4ba0-81a7-fa01a232e1d4 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.944084] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-743be6ae-fd48-4ba0-81a7-fa01a232e1d4" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.345045] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.345243] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.345243] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.345463] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.345575] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.346471] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 743be6ae-fd48-4ba0-81a7-fa01a232e1d4 already deleted. [ 668.346471] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-743be6ae-fd48-4ba0-81a7-fa01a232e1d4" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.346471] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-743be6ae-fd48-4ba0-81a7-fa01a232e1d4" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.346471] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-743be6ae-fd48-4ba0-81a7-fa01a232e1d4" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.346471] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('743be6ae-fd48-4ba0-81a7-fa01a232e1d4',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.876711] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.878143] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.878143] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.878143] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.878143] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.878143] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 743be6ae-fd48-4ba0-81a7-fa01a232e1d4 already deleted. [ 668.878143] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-743be6ae-fd48-4ba0-81a7-fa01a232e1d4" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.357831] env[65307]: INFO networking_nsxv3.common.synchronization [None req-3018ce47-6962-4394-82ab-f4979a340c3c None None] Enqueued Resource ID: bd70c4e7-0454-4512-82bf-4e083ae9190f with Priority: HIGHEST for action port [ 669.358215] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd70c4e7-0454-4512-82bf-4e083ae9190f with Priority: HIGHEST for action port [ 669.360715] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-bd70c4e7-0454-4512-82bf-4e083ae9190f taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.360715] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bd70c4e7-0454-4512-82bf-4e083ae9190f" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.360715] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bd70c4e7-0454-4512-82bf-4e083ae9190f" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.360715] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bd70c4e7-0454-4512-82bf-4e083ae9190f" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.360715] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bd70c4e7-0454-4512-82bf-4e083ae9190f',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.376034] env[65307]: INFO networking_nsxv3.common.synchronization [req-16f1b2b6-b337-4291-9fd3-519448d948ab req-1fd10dae-9212-477d-a94b-e66fb440f0ae tempest-ImagesOneServerTestJSON-753352792 tempest-ImagesOneServerTestJSON-753352792-project-member] Enqueued Resource ID: aa826f8b-3969-413e-97b8-2dd9b968c88c with Priority: HIGHEST for action security_group_members [ 669.377033] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa826f8b-3969-413e-97b8-2dd9b968c88c with Priority: HIGHEST for action security_group_members [ 669.377498] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa826f8b-3969-413e-97b8-2dd9b968c88c taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.377498] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa826f8b-3969-413e-97b8-2dd9b968c88c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.377653] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa826f8b-3969-413e-97b8-2dd9b968c88c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.378333] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa826f8b-3969-413e-97b8-2dd9b968c88c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.378333] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.378333] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.378333] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.378333] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.378873] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.378873] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aa826f8b-3969-413e-97b8-2dd9b968c88c',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.861183] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bd70c4e7-0454-4512-82bf-4e083ae9190f [ 669.861565] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.861698] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.862380] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.862380] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.862380] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.862380] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bd70c4e7-0454-4512-82bf-4e083ae9190f already deleted. [ 669.862380] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bd70c4e7-0454-4512-82bf-4e083ae9190f" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.880996] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.881379] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.881379] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.881605] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.881605] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.882690] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.882690] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.882690] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.882690] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.882690] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.882690] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa826f8b-3969-413e-97b8-2dd9b968c88c already deleted. [ 669.882690] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa826f8b-3969-413e-97b8-2dd9b968c88c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.250033] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock network-131 taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.250231] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "network-131" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.250344] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "network-131" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.250653] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "network-131" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.250899] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.253651] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.253651] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.253651] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.253651] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.254384] env[65307]: DEBUG dogpile.cache.region [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 670.254384] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] NeedRegenerationException {{(pid=65307) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 670.254639] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] no value, waiting for create lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 670.254639] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] value creation lock acquired {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 670.254639] env[65307]: DEBUG dogpile.cache.region [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 670.254740] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Calling creation function for not-yet-present value {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 670.254835] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 670.277979] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 670.277979] env[65307]: DEBUG dogpile.cache.region [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65307) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 670.280425] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Released creation lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 670.280425] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "network-131" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.280425] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock port-1185490b-491e-4b51-ab6c-ee7bdb8b73be taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.280425] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "port-1185490b-491e-4b51-ab6c-ee7bdb8b73be" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.280425] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "port-1185490b-491e-4b51-ab6c-ee7bdb8b73be" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.280904] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "port-1185490b-491e-4b51-ab6c-ee7bdb8b73be" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.280904] env[65307]: DEBUG networking_nsxv3.api.rpc [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1185490b-491e-4b51-ab6c-ee7bdb8b73be',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.707719] env[65307]: INFO networking_nsxv3.common.synchronization [req-cb48e46a-9bdf-42de-a9c2-dc4b2b3ba319 req-10cf02cc-81d4-4cf8-a64d-6c835a0c9794 tempest-FloatingIPsAssociationNegativeTestJSON-1946010075 tempest-FloatingIPsAssociationNegativeTestJSON-1946010075-project-member] Enqueued Resource ID: 56a5dee6-4a9d-46df-a94a-b39c5508e543 with Priority: HIGHEST for action security_group_members [ 670.707840] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56a5dee6-4a9d-46df-a94a-b39c5508e543 with Priority: HIGHEST for action security_group_members [ 670.708162] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-56a5dee6-4a9d-46df-a94a-b39c5508e543 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.708334] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56a5dee6-4a9d-46df-a94a-b39c5508e543" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.708445] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56a5dee6-4a9d-46df-a94a-b39c5508e543" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.708563] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56a5dee6-4a9d-46df-a94a-b39c5508e543" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.708980] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.708980] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.708980] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.708980] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.709448] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.709448] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('56a5dee6-4a9d-46df-a94a-b39c5508e543',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.785720] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.785720] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.785720] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.785720] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.786108] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.786108] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Segment Port 1185490b-491e-4b51-ab6c-ee7bdb8b73be not found, creating... [ 670.787323] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.787323] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.787323] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.787323] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.787323] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.787749] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.787977] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.788078] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.788306] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.788442] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.788592] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Resource: SegmentPort with ID: 1185490b-491e-4b51-ab6c-ee7bdb8b73be is going to be created. [ 670.809527] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.809795] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.809916] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.810206] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.810469] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.810753] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "port-1185490b-491e-4b51-ab6c-ee7bdb8b73be" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.212325] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.212707] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.212707] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.213040] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.213142] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.213367] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.213483] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.213549] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.213686] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.213763] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.213848] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56a5dee6-4a9d-46df-a94a-b39c5508e543 is going to be updated. [ 671.246638] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.246638] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.246638] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.247162] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.247162] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.257947] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56a5dee6-4a9d-46df-a94a-b39c5508e543 in Status: IN_PROGRESS for 2s [ 671.576474] env[65307]: INFO networking_nsxv3.common.synchronization [req-16f1b2b6-b337-4291-9fd3-519448d948ab req-5b81e370-d410-4fac-9bd8-ce70ea51a5a6 service nova] Enqueued Resource ID: aa826f8b-3969-413e-97b8-2dd9b968c88c with Priority: HIGHEST for action security_group_rules [ 671.576707] env[65307]: INFO networking_nsxv3.common.synchronization [req-16f1b2b6-b337-4291-9fd3-519448d948ab req-5b81e370-d410-4fac-9bd8-ce70ea51a5a6 service nova] Enqueued Resource ID: aa826f8b-3969-413e-97b8-2dd9b968c88c with Priority: HIGHEST for action security_group_members [ 671.576847] env[65307]: INFO networking_nsxv3.common.synchronization [req-16f1b2b6-b337-4291-9fd3-519448d948ab req-5b81e370-d410-4fac-9bd8-ce70ea51a5a6 service nova] Enqueued Resource ID: 1185490b-491e-4b51-ab6c-ee7bdb8b73be with Priority: HIGHEST for action port [ 671.577667] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa826f8b-3969-413e-97b8-2dd9b968c88c with Priority: HIGHEST for action security_group_rules [ 671.577839] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa826f8b-3969-413e-97b8-2dd9b968c88c with Priority: HIGHEST for action security_group_members [ 671.577999] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1185490b-491e-4b51-ab6c-ee7bdb8b73be with Priority: HIGHEST for action port [ 671.578358] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aa826f8b-3969-413e-97b8-2dd9b968c88c taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.578588] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aa826f8b-3969-413e-97b8-2dd9b968c88c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.578691] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aa826f8b-3969-413e-97b8-2dd9b968c88c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.578977] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aa826f8b-3969-413e-97b8-2dd9b968c88c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.579109] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aa826f8b-3969-413e-97b8-2dd9b968c88c',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.580701] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa826f8b-3969-413e-97b8-2dd9b968c88c taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.581214] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa826f8b-3969-413e-97b8-2dd9b968c88c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.581332] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa826f8b-3969-413e-97b8-2dd9b968c88c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.581674] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa826f8b-3969-413e-97b8-2dd9b968c88c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.581910] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.582200] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.582304] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.582496] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.582614] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.583351] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aa826f8b-3969-413e-97b8-2dd9b968c88c',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.584348] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-1185490b-491e-4b51-ab6c-ee7bdb8b73be taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.584415] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1185490b-491e-4b51-ab6c-ee7bdb8b73be" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.584465] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1185490b-491e-4b51-ab6c-ee7bdb8b73be" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.584743] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1185490b-491e-4b51-ab6c-ee7bdb8b73be" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.584743] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1185490b-491e-4b51-ab6c-ee7bdb8b73be',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.822977] env[65307]: INFO networking_nsxv3.common.synchronization [None req-6c517cc0-b97e-41ab-9d6b-2afffa0b7234 None None] Enqueued Resource ID: 4f7c302b-167f-444d-9dbb-963cb73eb41e with Priority: HIGHEST for action port [ 671.823501] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f7c302b-167f-444d-9dbb-963cb73eb41e with Priority: HIGHEST for action port [ 671.823891] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-4f7c302b-167f-444d-9dbb-963cb73eb41e taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.824022] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4f7c302b-167f-444d-9dbb-963cb73eb41e" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.824022] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4f7c302b-167f-444d-9dbb-963cb73eb41e" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.824371] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4f7c302b-167f-444d-9dbb-963cb73eb41e" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.824371] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4f7c302b-167f-444d-9dbb-963cb73eb41e',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.086555] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa826f8b-3969-413e-97b8-2dd9b968c88c taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.086707] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa826f8b-3969-413e-97b8-2dd9b968c88c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.086873] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1185490b-491e-4b51-ab6c-ee7bdb8b73be with status ACTIVE [ 672.087083] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.087190] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.087256] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.087463] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.087552] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.088133] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.088133] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.088133] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.089661] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.089779] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.090201] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.090201] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.090201] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.090412] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.090412] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.090506] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1185490b-491e-4b51-ab6c-ee7bdb8b73be is going to be updated. [ 672.091550] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aa826f8b-3969-413e-97b8-2dd9b968c88c',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.113171] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.113528] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.113528] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.113699] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.113699] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.114345] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1185490b-491e-4b51-ab6c-ee7bdb8b73be" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.326510] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4f7c302b-167f-444d-9dbb-963cb73eb41e [ 672.327233] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.327233] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.327233] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.327233] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.327415] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.327415] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4f7c302b-167f-444d-9dbb-963cb73eb41e already deleted. [ 672.327500] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4f7c302b-167f-444d-9dbb-963cb73eb41e" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.594304] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aa826f8b-3969-413e-97b8-2dd9b968c88c',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.098583] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.098735] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.098806] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.099049] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.099139] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.099240] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa826f8b-3969-413e-97b8-2dd9b968c88c is going to be created. [ 673.136609] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.136609] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.136609] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.136609] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.136609] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.148300] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa826f8b-3969-413e-97b8-2dd9b968c88c in Status: UNINITIALIZED for 2s [ 673.222255] env[65307]: INFO networking_nsxv3.common.synchronization [None req-39327eeb-814d-4330-a27a-37e66aa3e189 None None] Enqueued Resource ID: 3ec8bd7a-b6b6-43a9-9dee-700761d26942 with Priority: HIGHEST for action port [ 673.222893] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ec8bd7a-b6b6-43a9-9dee-700761d26942 with Priority: HIGHEST for action port [ 673.223231] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-3ec8bd7a-b6b6-43a9-9dee-700761d26942 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.223354] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3ec8bd7a-b6b6-43a9-9dee-700761d26942" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.223414] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3ec8bd7a-b6b6-43a9-9dee-700761d26942" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.223862] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3ec8bd7a-b6b6-43a9-9dee-700761d26942" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.223862] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3ec8bd7a-b6b6-43a9-9dee-700761d26942',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.271191] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56a5dee6-4a9d-46df-a94a-b39c5508e543 in Status: SUCCESS [ 673.271388] env[65307]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56a5dee6-4a9d-46df-a94a-b39c5508e543 deletion is rescheduled due to dependency. [ 673.271821] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56a5dee6-4a9d-46df-a94a-b39c5508e543" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.726508] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3ec8bd7a-b6b6-43a9-9dee-700761d26942 [ 673.726508] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.726953] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.726953] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.726953] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.726953] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.727206] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3ec8bd7a-b6b6-43a9-9dee-700761d26942 already deleted. [ 673.727206] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3ec8bd7a-b6b6-43a9-9dee-700761d26942" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.031735] env[65307]: INFO networking_nsxv3.common.synchronization [req-f96e3128-8ab6-4527-bff6-c7fd70888f96 req-2254daf1-b9b6-47a6-95cd-4448203a364d tempest-ServersAdminTestJSON-1069615806 tempest-ServersAdminTestJSON-1069615806-project-member] Enqueued Resource ID: d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa with Priority: HIGHEST for action security_group_members [ 674.032299] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa with Priority: HIGHEST for action security_group_members [ 674.032599] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.032750] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.032840] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.032964] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.033834] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.033834] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.033834] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.033834] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.033834] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.034341] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.538031] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.641494] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock network-816 taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.641772] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "network-816" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.641916] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "network-816" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.642207] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "network-816" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.643981] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.643981] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.643981] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.644237] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.644594] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.645993] env[65307]: DEBUG dogpile.cache.region [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 674.645993] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] NeedRegenerationException {{(pid=65307) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 674.645993] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] no value, waiting for create lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 674.645993] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] value creation lock acquired {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 674.645993] env[65307]: DEBUG dogpile.cache.region [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 674.645993] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Calling creation function for not-yet-present value {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 674.645993] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 674.673429] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 674.673975] env[65307]: DEBUG dogpile.cache.region [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65307) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 674.674179] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Released creation lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 674.674361] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "network-816" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.675012] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock port-8bc06261-0368-417d-a16b-52a93390502e taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.675012] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "port-8bc06261-0368-417d-a16b-52a93390502e" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.675238] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "port-8bc06261-0368-417d-a16b-52a93390502e" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.675551] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "port-8bc06261-0368-417d-a16b-52a93390502e" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.675725] env[65307]: DEBUG networking_nsxv3.api.rpc [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8bc06261-0368-417d-a16b-52a93390502e',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.039523] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.118197] env[65307]: INFO networking_nsxv3.common.synchronization [req-1c085f46-9299-44b5-8e5f-ab9a9f458eee req-812572c1-5027-4ee3-9125-efa34a1de2ba tempest-AttachInterfacesV270Test-1074579575 tempest-AttachInterfacesV270Test-1074579575-project-member] Enqueued Resource ID: 51100475-face-4c81-8e24-02e7eb49eb74 with Priority: HIGHEST for action security_group_members [ 675.118727] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51100475-face-4c81-8e24-02e7eb49eb74 with Priority: HIGHEST for action security_group_members [ 675.119302] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-51100475-face-4c81-8e24-02e7eb49eb74 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.119433] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51100475-face-4c81-8e24-02e7eb49eb74" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.119517] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51100475-face-4c81-8e24-02e7eb49eb74" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.119905] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51100475-face-4c81-8e24-02e7eb49eb74" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.119905] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.120055] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.120108] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.120221] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.120306] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.120397] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('51100475-face-4c81-8e24-02e7eb49eb74',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.161376] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa826f8b-3969-413e-97b8-2dd9b968c88c in Status: SUCCESS [ 675.162262] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa826f8b-3969-413e-97b8-2dd9b968c88c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.162262] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa826f8b-3969-413e-97b8-2dd9b968c88c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.162262] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa826f8b-3969-413e-97b8-2dd9b968c88c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.162262] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.162574] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.162574] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.162574] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.162677] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.162677] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa826f8b-3969-413e-97b8-2dd9b968c88c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.162799] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('aa826f8b-3969-413e-97b8-2dd9b968c88c',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.180190] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.180508] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.180636] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.180975] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.181152] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.181330] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Segment Port 8bc06261-0368-417d-a16b-52a93390502e not found, creating... [ 675.181632] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.181786] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.181923] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.182146] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.182291] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.182639] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.182737] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.182835] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.183067] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.183225] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.183684] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Resource: SegmentPort with ID: 8bc06261-0368-417d-a16b-52a93390502e is going to be created. [ 675.212751] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.212751] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.212751] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.212751] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.212751] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.213487] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "port-8bc06261-0368-417d-a16b-52a93390502e" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.542463] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.542616] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.542687] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.542929] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.543030] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.544022] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa is going to be updated. [ 675.577663] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.577663] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.577663] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.577663] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.578116] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.594948] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa in Status: IN_PROGRESS for 2s [ 675.623028] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.623028] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.623028] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.623028] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.623284] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.623284] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.623389] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.623438] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.624033] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.624033] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.624033] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51100475-face-4c81-8e24-02e7eb49eb74 is going to be updated. [ 675.665124] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa826f8b-3969-413e-97b8-2dd9b968c88c taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.665282] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa826f8b-3969-413e-97b8-2dd9b968c88c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.665282] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa826f8b-3969-413e-97b8-2dd9b968c88c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.666138] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa826f8b-3969-413e-97b8-2dd9b968c88c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.666138] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.666138] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.666138] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.666138] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.666138] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.666430] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa826f8b-3969-413e-97b8-2dd9b968c88c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.666430] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa826f8b-3969-413e-97b8-2dd9b968c88c taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.666610] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa826f8b-3969-413e-97b8-2dd9b968c88c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.666673] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa826f8b-3969-413e-97b8-2dd9b968c88c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.666834] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa826f8b-3969-413e-97b8-2dd9b968c88c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.667019] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.667107] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.667151] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.667488] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.667488] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.668405] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa826f8b-3969-413e-97b8-2dd9b968c88c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.668405] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('aa826f8b-3969-413e-97b8-2dd9b968c88c',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.670041] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.670165] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.670262] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.670418] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.671166] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.682518] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51100475-face-4c81-8e24-02e7eb49eb74 in Status: IN_PROGRESS for 2s [ 675.948998] env[65307]: INFO networking_nsxv3.common.synchronization [None req-ccb4e0be-b77b-4471-862d-06e64417a97a None None] Enqueued Resource ID: 67a33e6b-0d50-4d56-a8d3-7ba6c6094207 with Priority: HIGHEST for action port [ 675.949608] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67a33e6b-0d50-4d56-a8d3-7ba6c6094207 with Priority: HIGHEST for action port [ 675.949963] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-67a33e6b-0d50-4d56-a8d3-7ba6c6094207 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.952547] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-67a33e6b-0d50-4d56-a8d3-7ba6c6094207" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.952547] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-67a33e6b-0d50-4d56-a8d3-7ba6c6094207" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.952617] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-67a33e6b-0d50-4d56-a8d3-7ba6c6094207" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.952675] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('67a33e6b-0d50-4d56-a8d3-7ba6c6094207',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.176518] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for aa826f8b-3969-413e-97b8-2dd9b968c88c: rpc.has_security_group_logging(os_id): False [ 676.192706] env[65307]: INFO networking_nsxv3.common.synchronization [req-f96e3128-8ab6-4527-bff6-c7fd70888f96 req-dce0f8c8-bc66-413c-9f8f-06393106b699 service nova] Enqueued Resource ID: d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa with Priority: HIGHEST for action security_group_rules [ 676.192904] env[65307]: INFO networking_nsxv3.common.synchronization [req-f96e3128-8ab6-4527-bff6-c7fd70888f96 req-dce0f8c8-bc66-413c-9f8f-06393106b699 service nova] Enqueued Resource ID: d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa with Priority: HIGHEST for action security_group_members [ 676.193107] env[65307]: INFO networking_nsxv3.common.synchronization [req-f96e3128-8ab6-4527-bff6-c7fd70888f96 req-dce0f8c8-bc66-413c-9f8f-06393106b699 service nova] Enqueued Resource ID: 8bc06261-0368-417d-a16b-52a93390502e with Priority: HIGHEST for action port [ 676.193806] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa with Priority: HIGHEST for action security_group_rules [ 676.194097] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa with Priority: HIGHEST for action security_group_members [ 676.194257] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8bc06261-0368-417d-a16b-52a93390502e with Priority: HIGHEST for action port [ 676.194568] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.194765] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.194765] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.194978] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.195069] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.196339] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.196454] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.196664] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-8bc06261-0368-417d-a16b-52a93390502e taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.196777] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8bc06261-0368-417d-a16b-52a93390502e" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.196819] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8bc06261-0368-417d-a16b-52a93390502e" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.197234] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8bc06261-0368-417d-a16b-52a93390502e" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.197336] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8bc06261-0368-417d-a16b-52a93390502e',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.206067] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.206067] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.206067] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.206067] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.206067] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.206067] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.206067] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.206067] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.206067] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.206067] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.206067] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.206808] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.206808] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.206808] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.206808] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.206808] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.206808] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.206808] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.207998] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.207998] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.207998] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aa826f8b-3969-413e-97b8-2dd9b968c88c is going to be created. [ 676.287564] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.287564] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.287564] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.287564] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.287564] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.314500] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aa826f8b-3969-413e-97b8-2dd9b968c88c in Status: IN_PROGRESS for 2s [ 676.454885] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 67a33e6b-0d50-4d56-a8d3-7ba6c6094207 [ 676.455373] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.456414] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.456414] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.456414] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.456414] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.456414] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:67a33e6b-0d50-4d56-a8d3-7ba6c6094207 already deleted. [ 676.456414] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-67a33e6b-0d50-4d56-a8d3-7ba6c6094207" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.700310] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.700439] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.700651] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8bc06261-0368-417d-a16b-52a93390502e with status ACTIVE [ 676.700816] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.700924] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.700991] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.701244] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.701339] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.701513] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.701604] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.701667] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.701822] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.701900] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.702090] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.702193] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.702255] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.702396] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.702469] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.702553] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8bc06261-0368-417d-a16b-52a93390502e is going to be updated. [ 676.725973] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.726159] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.726235] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.726448] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.726594] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.726757] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8bc06261-0368-417d-a16b-52a93390502e" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.607926] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa in Status: SUCCESS [ 677.608304] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.608411] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.609932] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.609932] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.609932] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.609932] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.609932] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.609932] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.609932] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.693712] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51100475-face-4c81-8e24-02e7eb49eb74 in Status: SUCCESS [ 677.693712] env[65307]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51100475-face-4c81-8e24-02e7eb49eb74 deletion is rescheduled due to dependency. [ 677.693712] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51100475-face-4c81-8e24-02e7eb49eb74" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.115101] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.326667] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aa826f8b-3969-413e-97b8-2dd9b968c88c in Status: SUCCESS [ 678.327395] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aa826f8b-3969-413e-97b8-2dd9b968c88c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.483191] env[65307]: INFO networking_nsxv3.common.synchronization [req-3c6408d6-bedd-4e88-8957-0dab655cb2ec req-3277941e-7cab-45f3-98c9-e2d197c2ae52 tempest-AttachInterfacesTestJSON-1120364181 tempest-AttachInterfacesTestJSON-1120364181-project-member] Enqueued Resource ID: 0caeaaa5-344e-4304-ba6e-7540346003c3 with Priority: HIGHEST for action security_group_members [ 678.483811] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0caeaaa5-344e-4304-ba6e-7540346003c3 with Priority: HIGHEST for action security_group_members [ 678.484220] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-0caeaaa5-344e-4304-ba6e-7540346003c3 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.484420] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0caeaaa5-344e-4304-ba6e-7540346003c3" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.484506] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0caeaaa5-344e-4304-ba6e-7540346003c3" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.484773] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0caeaaa5-344e-4304-ba6e-7540346003c3" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.484935] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.485048] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.485115] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.485265] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.485353] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.485463] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0caeaaa5-344e-4304-ba6e-7540346003c3',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.542514] env[65307]: INFO networking_nsxv3.common.synchronization [None req-79824ae8-dd5b-4c3f-88cd-b37be33cc1f7 None None] Enqueued Resource ID: 18dfd431-d8a0-4cd1-8971-1084c6e10d5c with Priority: HIGHEST for action port [ 678.542549] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18dfd431-d8a0-4cd1-8971-1084c6e10d5c with Priority: HIGHEST for action port [ 678.542858] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-18dfd431-d8a0-4cd1-8971-1084c6e10d5c taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.543144] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-18dfd431-d8a0-4cd1-8971-1084c6e10d5c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.543235] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-18dfd431-d8a0-4cd1-8971-1084c6e10d5c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.543652] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-18dfd431-d8a0-4cd1-8971-1084c6e10d5c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.543652] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('18dfd431-d8a0-4cd1-8971-1084c6e10d5c',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.617922] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.983936] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock network-29 taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.983936] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "network-29" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.983936] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "network-29" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.983936] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "network-29" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.983936] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.983936] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.984246] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.984246] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.985191] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.985191] env[65307]: DEBUG dogpile.cache.region [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 678.985191] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] NeedRegenerationException {{(pid=65307) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 678.985191] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] no value, waiting for create lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 678.985191] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] value creation lock acquired {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 678.985191] env[65307]: DEBUG dogpile.cache.region [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 678.985191] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Calling creation function for not-yet-present value {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 678.985191] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 678.989375] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.989484] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.990034] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.990034] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.990034] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.990034] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.990286] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.990286] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.990286] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.990366] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.990447] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0caeaaa5-344e-4304-ba6e-7540346003c3 already deleted. [ 678.990527] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0caeaaa5-344e-4304-ba6e-7540346003c3" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.008802] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 679.009061] env[65307]: DEBUG dogpile.cache.region [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65307) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 679.009242] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Released creation lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 679.009686] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "network-29" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.010144] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock port-e1ba2f3c-7ff6-4bdd-a314-5b637cae8d3f taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.010366] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "port-e1ba2f3c-7ff6-4bdd-a314-5b637cae8d3f" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.010518] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "port-e1ba2f3c-7ff6-4bdd-a314-5b637cae8d3f" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.010864] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "port-e1ba2f3c-7ff6-4bdd-a314-5b637cae8d3f" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.011059] env[65307]: DEBUG networking_nsxv3.api.rpc [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e1ba2f3c-7ff6-4bdd-a314-5b637cae8d3f',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.045904] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 18dfd431-d8a0-4cd1-8971-1084c6e10d5c [ 679.046724] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.049212] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.049407] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.049677] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.049794] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.049950] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:18dfd431-d8a0-4cd1-8971-1084c6e10d5c already deleted. [ 679.050098] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-18dfd431-d8a0-4cd1-8971-1084c6e10d5c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.120841] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.121011] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.121074] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.121292] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.121383] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.121446] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa is going to be updated. [ 679.155656] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.155844] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.155894] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.156195] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.156381] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.168235] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa in Status: IN_PROGRESS for 2s [ 679.513628] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.513894] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.514039] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.514337] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.514481] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.514631] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Segment Port e1ba2f3c-7ff6-4bdd-a314-5b637cae8d3f not found, creating... [ 679.514900] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.515061] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.515176] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.515401] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.515544] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.515844] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.515997] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.516120] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.516371] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.516501] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.516635] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Resource: SegmentPort with ID: e1ba2f3c-7ff6-4bdd-a314-5b637cae8d3f is going to be created. [ 679.539682] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.539890] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.540017] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.540344] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.540523] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.540803] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "port-e1ba2f3c-7ff6-4bdd-a314-5b637cae8d3f" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.263984] env[65307]: INFO networking_nsxv3.common.synchronization [req-3c6408d6-bedd-4e88-8957-0dab655cb2ec req-68c5dddf-d3b1-4aa1-84c6-645f629f3154 service nova] Enqueued Resource ID: 0caeaaa5-344e-4304-ba6e-7540346003c3 with Priority: HIGHEST for action security_group_rules [ 680.264291] env[65307]: INFO networking_nsxv3.common.synchronization [req-3c6408d6-bedd-4e88-8957-0dab655cb2ec req-68c5dddf-d3b1-4aa1-84c6-645f629f3154 service nova] Enqueued Resource ID: 0caeaaa5-344e-4304-ba6e-7540346003c3 with Priority: HIGHEST for action security_group_members [ 680.264356] env[65307]: INFO networking_nsxv3.common.synchronization [req-3c6408d6-bedd-4e88-8957-0dab655cb2ec req-68c5dddf-d3b1-4aa1-84c6-645f629f3154 service nova] Enqueued Resource ID: e1ba2f3c-7ff6-4bdd-a314-5b637cae8d3f with Priority: HIGHEST for action port [ 680.264844] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0caeaaa5-344e-4304-ba6e-7540346003c3 with Priority: HIGHEST for action security_group_rules [ 680.264970] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0caeaaa5-344e-4304-ba6e-7540346003c3 with Priority: HIGHEST for action security_group_members [ 680.265191] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1ba2f3c-7ff6-4bdd-a314-5b637cae8d3f with Priority: HIGHEST for action port [ 680.265791] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0caeaaa5-344e-4304-ba6e-7540346003c3 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.265791] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0caeaaa5-344e-4304-ba6e-7540346003c3" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.265791] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0caeaaa5-344e-4304-ba6e-7540346003c3" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.265938] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0caeaaa5-344e-4304-ba6e-7540346003c3" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.265938] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0caeaaa5-344e-4304-ba6e-7540346003c3',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.266914] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-0caeaaa5-344e-4304-ba6e-7540346003c3 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.266989] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0caeaaa5-344e-4304-ba6e-7540346003c3" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.267139] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0caeaaa5-344e-4304-ba6e-7540346003c3" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.267362] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0caeaaa5-344e-4304-ba6e-7540346003c3" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.267548] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.267652] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.267716] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.267955] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.267997] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.268096] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0caeaaa5-344e-4304-ba6e-7540346003c3',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.269013] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-e1ba2f3c-7ff6-4bdd-a314-5b637cae8d3f taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.269013] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e1ba2f3c-7ff6-4bdd-a314-5b637cae8d3f" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.269389] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e1ba2f3c-7ff6-4bdd-a314-5b637cae8d3f" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.269501] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e1ba2f3c-7ff6-4bdd-a314-5b637cae8d3f" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.269501] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e1ba2f3c-7ff6-4bdd-a314-5b637cae8d3f',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.771546] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-0caeaaa5-344e-4304-ba6e-7540346003c3 taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.771799] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0caeaaa5-344e-4304-ba6e-7540346003c3" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.772394] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0caeaaa5-344e-4304-ba6e-7540346003c3',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.772735] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e1ba2f3c-7ff6-4bdd-a314-5b637cae8d3f with status ACTIVE [ 680.773057] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.773057] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.773191] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.773937] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.773937] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.773937] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.773937] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.773937] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.775742] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.775742] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.775742] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.775742] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.775742] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.775742] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.775910] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.775910] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e1ba2f3c-7ff6-4bdd-a314-5b637cae8d3f is going to be updated. [ 680.804172] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.804346] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.804417] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.804632] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.804762] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.804916] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e1ba2f3c-7ff6-4bdd-a314-5b637cae8d3f" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.032642] env[65307]: INFO networking_nsxv3.common.synchronization [req-23c1e78e-0af3-4106-9e44-69f2a20ba4ab req-e22aedcb-43da-49f0-b703-c6e19728d8cc tempest-ServersWithSpecificFlavorTestJSON-97324870 tempest-ServersWithSpecificFlavorTestJSON-97324870-project-member] Enqueued Resource ID: 19ec616f-3b1a-4ea0-b37f-4725ba96156d with Priority: HIGHEST for action security_group_members [ 681.033257] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19ec616f-3b1a-4ea0-b37f-4725ba96156d with Priority: HIGHEST for action security_group_members [ 681.033585] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-19ec616f-3b1a-4ea0-b37f-4725ba96156d taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.033707] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19ec616f-3b1a-4ea0-b37f-4725ba96156d" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.033779] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19ec616f-3b1a-4ea0-b37f-4725ba96156d" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.034172] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19ec616f-3b1a-4ea0-b37f-4725ba96156d" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.034242] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.034320] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.034359] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.034517] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.034603] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.034696] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('19ec616f-3b1a-4ea0-b37f-4725ba96156d',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.138272] env[65307]: INFO networking_nsxv3.common.synchronization [None req-a2fd41d9-c252-4510-949c-05362ce573d7 None None] Enqueued Resource ID: 69b9257d-9858-42c9-b0d3-e6ead58da897 with Priority: HIGHEST for action port [ 681.138625] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69b9257d-9858-42c9-b0d3-e6ead58da897 with Priority: HIGHEST for action port [ 681.139060] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-69b9257d-9858-42c9-b0d3-e6ead58da897 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.139156] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-69b9257d-9858-42c9-b0d3-e6ead58da897" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.139208] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-69b9257d-9858-42c9-b0d3-e6ead58da897" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.139507] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-69b9257d-9858-42c9-b0d3-e6ead58da897" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.139615] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('69b9257d-9858-42c9-b0d3-e6ead58da897',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.184242] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa in Status: SUCCESS [ 681.184242] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.184242] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.184242] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.185890] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.185890] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.185890] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.185890] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.185890] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.185890] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.186101] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.278452] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0caeaaa5-344e-4304-ba6e-7540346003c3',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.484279] env[65307]: INFO networking_nsxv3.common.synchronization [req-a479c484-a7ec-4469-834e-de5131e2ce7e req-5073c636-b2e4-4ff3-b720-2bbf982b60d6 tempest-SecurityGroupsTestJSON-1072650661 tempest-SecurityGroupsTestJSON-1072650661-project-member] Enqueued Resource ID: fe361d1a-2e49-48a9-8811-8b161d48ac20 with Priority: HIGHEST for action security_group_members [ 681.484835] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe361d1a-2e49-48a9-8811-8b161d48ac20 with Priority: HIGHEST for action security_group_members [ 681.485151] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe361d1a-2e49-48a9-8811-8b161d48ac20 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.485273] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe361d1a-2e49-48a9-8811-8b161d48ac20" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.485433] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe361d1a-2e49-48a9-8811-8b161d48ac20" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.485820] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe361d1a-2e49-48a9-8811-8b161d48ac20" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.485820] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.485930] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.485930] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.486062] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.486149] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.486267] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe361d1a-2e49-48a9-8811-8b161d48ac20',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.541042] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.541624] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.541624] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.544121] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.544121] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.544121] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.544121] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.544121] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.544121] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.544121] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.544121] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 19ec616f-3b1a-4ea0-b37f-4725ba96156d is going to be updated. [ 681.575030] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.575030] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.575030] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.575211] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.575366] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.585178] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19ec616f-3b1a-4ea0-b37f-4725ba96156d in Status: IN_PROGRESS for 2s [ 681.614218] env[65307]: INFO networking_nsxv3.common.synchronization [None req-32f848ae-c7e7-4753-8a1c-c98f39b6a366 None None] Enqueued Resource ID: aadebbb8-712c-4823-95a0-b3e6168baaa1 with Priority: HIGHEST for action port [ 681.614218] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aadebbb8-712c-4823-95a0-b3e6168baaa1 with Priority: HIGHEST for action port [ 681.614218] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-aadebbb8-712c-4823-95a0-b3e6168baaa1 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.614218] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aadebbb8-712c-4823-95a0-b3e6168baaa1" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.614218] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aadebbb8-712c-4823-95a0-b3e6168baaa1" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.614218] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aadebbb8-712c-4823-95a0-b3e6168baaa1" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.614218] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aadebbb8-712c-4823-95a0-b3e6168baaa1',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.642735] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 69b9257d-9858-42c9-b0d3-e6ead58da897 [ 681.642735] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.642735] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.642735] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.643313] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.643468] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.643664] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:69b9257d-9858-42c9-b0d3-e6ead58da897 already deleted. [ 681.643802] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-69b9257d-9858-42c9-b0d3-e6ead58da897" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.689091] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.689583] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.689752] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.690049] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.690304] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.690584] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.691037] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.691306] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.691498] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.691666] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.691904] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.692109] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.692241] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.692464] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.692720] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.692991] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.695106] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.695106] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.695106] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.695106] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.695106] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.781864] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.782039] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.782145] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.782317] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.782407] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.782510] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0caeaaa5-344e-4304-ba6e-7540346003c3 is going to be created. [ 681.815533] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.815533] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.815533] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.815533] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.815792] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.830043] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0caeaaa5-344e-4304-ba6e-7540346003c3 in Status: UNINITIALIZED for 2s [ 681.990021] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.990240] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.990307] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.990562] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.990653] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.990912] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.991036] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.991107] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.991357] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.991458] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.991536] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe361d1a-2e49-48a9-8811-8b161d48ac20 already deleted. [ 681.991618] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe361d1a-2e49-48a9-8811-8b161d48ac20" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.047319] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock network-906 taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.047564] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "network-906" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.047648] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "network-906" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.047986] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "network-906" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.048291] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.048459] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.048585] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.048815] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.048977] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.049162] env[65307]: DEBUG dogpile.cache.region [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 682.049297] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] NeedRegenerationException {{(pid=65307) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 682.049398] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] no value, waiting for create lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 682.049503] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] value creation lock acquired {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 682.049622] env[65307]: DEBUG dogpile.cache.region [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 682.049722] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Calling creation function for not-yet-present value {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 682.049845] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 682.074398] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 682.074548] env[65307]: DEBUG dogpile.cache.region [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65307) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 682.074675] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Released creation lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 682.075114] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "network-906" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.075250] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock port-678afa38-c7aa-40ae-b845-dd4a5bf3272d taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.075427] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "port-678afa38-c7aa-40ae-b845-dd4a5bf3272d" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.075541] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "port-678afa38-c7aa-40ae-b845-dd4a5bf3272d" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.075876] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "port-678afa38-c7aa-40ae-b845-dd4a5bf3272d" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.075998] env[65307]: DEBUG networking_nsxv3.api.rpc [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('678afa38-c7aa-40ae-b845-dd4a5bf3272d',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.122091] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port aadebbb8-712c-4823-95a0-b3e6168baaa1 [ 682.122091] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.122327] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.122327] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.122571] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.122618] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.122727] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:aadebbb8-712c-4823-95a0-b3e6168baaa1 already deleted. [ 682.122821] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aadebbb8-712c-4823-95a0-b3e6168baaa1" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.196304] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa: rpc.has_security_group_logging(os_id): False [ 682.217463] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.217691] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.217789] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.218099] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.218221] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.218432] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.218533] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.218595] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.218764] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.218839] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.219037] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.219136] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.219198] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.219357] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.219430] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.219626] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.219793] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.219793] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.219906] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.219980] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.220514] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa is going to be updated. [ 682.331421] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.331958] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.331958] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.331958] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.332188] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.362235] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa in Status: IN_PROGRESS for 2s [ 682.580108] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.580912] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.580912] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.580912] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.580912] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.581114] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Segment Port 678afa38-c7aa-40ae-b845-dd4a5bf3272d not found, creating... [ 682.581282] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.581437] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.581548] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.581772] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.581925] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.582219] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.584071] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.584071] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.584071] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.584071] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.584071] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Resource: SegmentPort with ID: 678afa38-c7aa-40ae-b845-dd4a5bf3272d is going to be created. [ 682.606618] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.606960] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.607225] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.607623] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.607872] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.608164] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "port-678afa38-c7aa-40ae-b845-dd4a5bf3272d" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.426272] env[65307]: INFO networking_nsxv3.common.synchronization [req-a479c484-a7ec-4469-834e-de5131e2ce7e req-0cd3b6ba-ec8b-4ff6-a13c-030420252f67 service nova] Enqueued Resource ID: fe361d1a-2e49-48a9-8811-8b161d48ac20 with Priority: HIGHEST for action security_group_rules [ 683.426515] env[65307]: INFO networking_nsxv3.common.synchronization [req-a479c484-a7ec-4469-834e-de5131e2ce7e req-0cd3b6ba-ec8b-4ff6-a13c-030420252f67 service nova] Enqueued Resource ID: fe361d1a-2e49-48a9-8811-8b161d48ac20 with Priority: HIGHEST for action security_group_members [ 683.426563] env[65307]: INFO networking_nsxv3.common.synchronization [req-a479c484-a7ec-4469-834e-de5131e2ce7e req-0cd3b6ba-ec8b-4ff6-a13c-030420252f67 service nova] Enqueued Resource ID: 678afa38-c7aa-40ae-b845-dd4a5bf3272d with Priority: HIGHEST for action port [ 683.427126] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe361d1a-2e49-48a9-8811-8b161d48ac20 with Priority: HIGHEST for action security_group_rules [ 683.427264] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe361d1a-2e49-48a9-8811-8b161d48ac20 with Priority: HIGHEST for action security_group_members [ 683.427357] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 678afa38-c7aa-40ae-b845-dd4a5bf3272d with Priority: HIGHEST for action port [ 683.430598] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fe361d1a-2e49-48a9-8811-8b161d48ac20 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.430598] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fe361d1a-2e49-48a9-8811-8b161d48ac20" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.430598] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fe361d1a-2e49-48a9-8811-8b161d48ac20" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.430598] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fe361d1a-2e49-48a9-8811-8b161d48ac20" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.430598] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fe361d1a-2e49-48a9-8811-8b161d48ac20',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.430598] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe361d1a-2e49-48a9-8811-8b161d48ac20 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.430598] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe361d1a-2e49-48a9-8811-8b161d48ac20" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.430598] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe361d1a-2e49-48a9-8811-8b161d48ac20" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.430598] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe361d1a-2e49-48a9-8811-8b161d48ac20" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.430598] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.430598] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.430598] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.431165] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.431165] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.431165] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe361d1a-2e49-48a9-8811-8b161d48ac20',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.431800] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-678afa38-c7aa-40ae-b845-dd4a5bf3272d taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.431857] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-678afa38-c7aa-40ae-b845-dd4a5bf3272d" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.431922] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-678afa38-c7aa-40ae-b845-dd4a5bf3272d" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.433682] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-678afa38-c7aa-40ae-b845-dd4a5bf3272d" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.433715] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('678afa38-c7aa-40ae-b845-dd4a5bf3272d',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.604401] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19ec616f-3b1a-4ea0-b37f-4725ba96156d in Status: SUCCESS [ 683.604576] env[65307]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 19ec616f-3b1a-4ea0-b37f-4725ba96156d deletion is rescheduled due to dependency. [ 683.605378] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19ec616f-3b1a-4ea0-b37f-4725ba96156d" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.841450] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0caeaaa5-344e-4304-ba6e-7540346003c3 in Status: SUCCESS [ 683.841450] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0caeaaa5-344e-4304-ba6e-7540346003c3" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.841617] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0caeaaa5-344e-4304-ba6e-7540346003c3" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.841920] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0caeaaa5-344e-4304-ba6e-7540346003c3" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.842029] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.842152] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.842322] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.842402] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.842485] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.843089] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0caeaaa5-344e-4304-ba6e-7540346003c3" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.843089] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0caeaaa5-344e-4304-ba6e-7540346003c3',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.936159] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe361d1a-2e49-48a9-8811-8b161d48ac20 taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.936159] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe361d1a-2e49-48a9-8811-8b161d48ac20" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.936159] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fe361d1a-2e49-48a9-8811-8b161d48ac20',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.936972] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 678afa38-c7aa-40ae-b845-dd4a5bf3272d with status ACTIVE [ 683.936972] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.937158] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.937158] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.937348] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.937437] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.937612] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.937872] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.937872] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.937956] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.937986] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.938174] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.938262] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.938321] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.938466] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.938566] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.938600] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 678afa38-c7aa-40ae-b845-dd4a5bf3272d is going to be updated. [ 683.963673] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.963848] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.963897] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.964218] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.964419] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.964611] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-678afa38-c7aa-40ae-b845-dd4a5bf3272d" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.346133] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0caeaaa5-344e-4304-ba6e-7540346003c3',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.389549] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa in Status: SUCCESS [ 684.389759] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.395507] env[65307]: INFO networking_nsxv3.common.synchronization [None req-fe162ee5-c745-4782-9a89-cbb5e3ad78d7 None None] Enqueued Resource ID: c1daadb9-538d-4c3a-9b35-4d884319bf31 with Priority: HIGHEST for action port [ 684.396503] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1daadb9-538d-4c3a-9b35-4d884319bf31 with Priority: HIGHEST for action port [ 684.396885] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-c1daadb9-538d-4c3a-9b35-4d884319bf31 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.397345] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c1daadb9-538d-4c3a-9b35-4d884319bf31" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.397501] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c1daadb9-538d-4c3a-9b35-4d884319bf31" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.397680] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c1daadb9-538d-4c3a-9b35-4d884319bf31" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.397787] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c1daadb9-538d-4c3a-9b35-4d884319bf31',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.442017] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fe361d1a-2e49-48a9-8811-8b161d48ac20',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.851670] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0caeaaa5-344e-4304-ba6e-7540346003c3: rpc.has_security_group_logging(os_id): False [ 684.891418] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.891601] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.891601] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.891797] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.891889] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.892186] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.892306] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.892368] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.892530] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.892620] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.892711] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0caeaaa5-344e-4304-ba6e-7540346003c3 is going to be created. [ 684.901068] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c1daadb9-538d-4c3a-9b35-4d884319bf31 [ 684.901380] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.901549] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.901583] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.901807] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.901875] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.901963] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c1daadb9-538d-4c3a-9b35-4d884319bf31 already deleted. [ 684.902072] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c1daadb9-538d-4c3a-9b35-4d884319bf31" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.947042] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.947042] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.947042] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.947042] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.947042] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.947042] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe361d1a-2e49-48a9-8811-8b161d48ac20 is going to be created. [ 684.974042] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.974042] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.974042] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.974042] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.974042] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.989411] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.989701] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.989701] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.989977] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.990178] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.993578] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe361d1a-2e49-48a9-8811-8b161d48ac20 in Status: UNINITIALIZED for 2s [ 685.007597] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0caeaaa5-344e-4304-ba6e-7540346003c3 in Status: IN_PROGRESS for 2s [ 686.518129] env[65307]: INFO networking_nsxv3.common.synchronization [req-ad8d40f3-c023-4b5d-ab45-d7b68c83b7b2 req-c9a78831-1914-4fb9-a61b-e3b1bba26213 tempest-FloatingIPsAssociationTestJSON-8994773 tempest-FloatingIPsAssociationTestJSON-8994773-project-member] Enqueued Resource ID: 0a1d298d-2e27-431e-a1c7-50bf0406e216 with Priority: HIGHEST for action security_group_members [ 686.523017] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a1d298d-2e27-431e-a1c7-50bf0406e216 with Priority: HIGHEST for action security_group_members [ 686.523017] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a1d298d-2e27-431e-a1c7-50bf0406e216 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.523017] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a1d298d-2e27-431e-a1c7-50bf0406e216" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.523017] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a1d298d-2e27-431e-a1c7-50bf0406e216" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.523017] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a1d298d-2e27-431e-a1c7-50bf0406e216" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.523017] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.523017] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.523017] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.523017] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.523017] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.523017] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0a1d298d-2e27-431e-a1c7-50bf0406e216',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.654078] env[65307]: INFO networking_nsxv3.common.synchronization [req-269c5a0b-69f2-4577-a389-bbf4bac10b65 req-f820c976-96be-47f0-9e36-f6df4393e149 tempest-InstanceActionsTestJSON-1306228328 tempest-InstanceActionsTestJSON-1306228328-project-member] Enqueued Resource ID: 8f144e96-65c1-4dc4-861d-791a4e5e049b with Priority: HIGHEST for action security_group_members [ 686.654732] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f144e96-65c1-4dc4-861d-791a4e5e049b with Priority: HIGHEST for action security_group_members [ 686.655315] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f144e96-65c1-4dc4-861d-791a4e5e049b taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.655484] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f144e96-65c1-4dc4-861d-791a4e5e049b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.655575] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f144e96-65c1-4dc4-861d-791a4e5e049b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.655897] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f144e96-65c1-4dc4-861d-791a4e5e049b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.657278] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.657278] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.657278] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.657278] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.657278] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.657637] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8f144e96-65c1-4dc4-861d-791a4e5e049b',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.012043] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe361d1a-2e49-48a9-8811-8b161d48ac20 in Status: SUCCESS [ 687.012043] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe361d1a-2e49-48a9-8811-8b161d48ac20" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.012043] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe361d1a-2e49-48a9-8811-8b161d48ac20" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.012043] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe361d1a-2e49-48a9-8811-8b161d48ac20" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.012471] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.012723] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.012876] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.013376] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.014037] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.014353] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe361d1a-2e49-48a9-8811-8b161d48ac20" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.014561] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fe361d1a-2e49-48a9-8811-8b161d48ac20',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.029028] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.029028] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.029028] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.029028] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.029028] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.029028] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.029028] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.029028] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.029028] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.029028] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.029028] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a1d298d-2e27-431e-a1c7-50bf0406e216 is going to be updated. [ 687.033344] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0caeaaa5-344e-4304-ba6e-7540346003c3 in Status: SUCCESS [ 687.033344] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0caeaaa5-344e-4304-ba6e-7540346003c3" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.065352] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.065352] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.065352] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.065352] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.065352] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.076264] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a1d298d-2e27-431e-a1c7-50bf0406e216 in Status: IN_PROGRESS for 2s [ 687.126057] env[65307]: INFO networking_nsxv3.common.synchronization [req-f729efdb-e4e0-4df9-962f-463c5b5ac7c9 req-1cb3909b-7c06-469f-b4cf-d2f0335335c0 tempest-ServersTestJSON-1910617405 tempest-ServersTestJSON-1910617405-project-member] Enqueued Resource ID: 9d6d7c83-fb23-4289-bf76-12eab6c09368 with Priority: HIGHEST for action security_group_members [ 687.126625] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d6d7c83-fb23-4289-bf76-12eab6c09368 with Priority: HIGHEST for action security_group_members [ 687.126928] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d6d7c83-fb23-4289-bf76-12eab6c09368 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.127851] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d6d7c83-fb23-4289-bf76-12eab6c09368" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.128027] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d6d7c83-fb23-4289-bf76-12eab6c09368" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.128316] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d6d7c83-fb23-4289-bf76-12eab6c09368" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.128634] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.128820] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.128956] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.129257] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.129409] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.129539] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9d6d7c83-fb23-4289-bf76-12eab6c09368',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.163502] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.163996] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.163996] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.163996] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.164135] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.165034] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.165034] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.165034] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.165034] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.165269] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.165640] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f144e96-65c1-4dc4-861d-791a4e5e049b is going to be updated. [ 687.200482] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.202133] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.202270] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.202569] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.202765] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.215643] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f144e96-65c1-4dc4-861d-791a4e5e049b in Status: IN_PROGRESS for 2s [ 687.520536] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe361d1a-2e49-48a9-8811-8b161d48ac20 taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.520810] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe361d1a-2e49-48a9-8811-8b161d48ac20" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.520810] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe361d1a-2e49-48a9-8811-8b161d48ac20" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.521248] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe361d1a-2e49-48a9-8811-8b161d48ac20" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.521248] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.521248] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.521248] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.521459] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.521725] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.521828] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe361d1a-2e49-48a9-8811-8b161d48ac20" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.522955] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe361d1a-2e49-48a9-8811-8b161d48ac20 taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.522955] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe361d1a-2e49-48a9-8811-8b161d48ac20" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.522955] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe361d1a-2e49-48a9-8811-8b161d48ac20" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.522955] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe361d1a-2e49-48a9-8811-8b161d48ac20" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.522955] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.522955] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.522955] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.522955] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.522955] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.522955] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe361d1a-2e49-48a9-8811-8b161d48ac20" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.522955] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fe361d1a-2e49-48a9-8811-8b161d48ac20',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.633317] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.634039] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.634039] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.634039] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.634039] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.634215] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.634301] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.634399] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.634564] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.634652] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.634770] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9d6d7c83-fb23-4289-bf76-12eab6c09368 is going to be updated. [ 687.682104] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.682296] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.682364] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.682554] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.682729] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.701600] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9d6d7c83-fb23-4289-bf76-12eab6c09368 in Status: IN_PROGRESS for 2s [ 688.026485] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fe361d1a-2e49-48a9-8811-8b161d48ac20: rpc.has_security_group_logging(os_id): False [ 688.046700] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.046700] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.046897] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.047097] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.047287] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.047556] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.047556] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.047673] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.047967] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.047967] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.048066] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.048183] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.048230] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.048339] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.048409] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.048581] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.048664] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.048782] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.048853] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.048926] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.049013] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fe361d1a-2e49-48a9-8811-8b161d48ac20 is going to be created. [ 688.142456] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.144569] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.144569] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.144569] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.144569] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.159174] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fe361d1a-2e49-48a9-8811-8b161d48ac20 in Status: IN_PROGRESS for 2s [ 689.088261] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a1d298d-2e27-431e-a1c7-50bf0406e216 in Status: SUCCESS [ 689.088597] env[65307]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a1d298d-2e27-431e-a1c7-50bf0406e216 deletion is rescheduled due to dependency. [ 689.088597] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a1d298d-2e27-431e-a1c7-50bf0406e216" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.229519] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f144e96-65c1-4dc4-861d-791a4e5e049b in Status: SUCCESS [ 689.229706] env[65307]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f144e96-65c1-4dc4-861d-791a4e5e049b deletion is rescheduled due to dependency. [ 689.229825] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f144e96-65c1-4dc4-861d-791a4e5e049b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.715343] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9d6d7c83-fb23-4289-bf76-12eab6c09368 in Status: SUCCESS [ 689.715343] env[65307]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9d6d7c83-fb23-4289-bf76-12eab6c09368 deletion is rescheduled due to dependency. [ 689.715343] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d6d7c83-fb23-4289-bf76-12eab6c09368" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.780653] env[65307]: INFO networking_nsxv3.common.synchronization [req-4770803b-cd80-4267-a715-4f7a4c8e7a1c req-ee21ed74-f607-4633-8f7c-1a67e7bb5937 tempest-ServerAddressesTestJSON-579254742 tempest-ServerAddressesTestJSON-579254742-project-member] Enqueued Resource ID: 9be1a32c-12ad-467a-bcea-9824a4ae76e6 with Priority: HIGHEST for action security_group_members [ 689.781202] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9be1a32c-12ad-467a-bcea-9824a4ae76e6 with Priority: HIGHEST for action security_group_members [ 689.781501] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-9be1a32c-12ad-467a-bcea-9824a4ae76e6 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.781957] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9be1a32c-12ad-467a-bcea-9824a4ae76e6" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.782288] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9be1a32c-12ad-467a-bcea-9824a4ae76e6" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.782347] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9be1a32c-12ad-467a-bcea-9824a4ae76e6" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.782470] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.782569] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.782759] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.782807] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.782869] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.782954] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9be1a32c-12ad-467a-bcea-9824a4ae76e6',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.172587] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fe361d1a-2e49-48a9-8811-8b161d48ac20 in Status: SUCCESS [ 690.172813] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fe361d1a-2e49-48a9-8811-8b161d48ac20" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.231320] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock network-94 taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.231602] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "network-94" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.231842] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "network-94" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.232261] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "network-94" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.232651] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.233095] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.233095] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.233286] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.233510] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.233766] env[65307]: DEBUG dogpile.cache.region [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 690.233930] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] NeedRegenerationException {{(pid=65307) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 690.234132] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] no value, waiting for create lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 690.234264] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] value creation lock acquired {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 690.234379] env[65307]: DEBUG dogpile.cache.region [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 690.234521] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Calling creation function for not-yet-present value {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 690.234827] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 690.258695] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 690.258868] env[65307]: DEBUG dogpile.cache.region [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65307) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 690.258990] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Released creation lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 690.259203] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "network-94" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.259739] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock port-31427999-2781-495d-be20-725a42007be6 taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.259999] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "port-31427999-2781-495d-be20-725a42007be6" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.260157] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "port-31427999-2781-495d-be20-725a42007be6" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.260587] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "port-31427999-2781-495d-be20-725a42007be6" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.260644] env[65307]: DEBUG networking_nsxv3.api.rpc [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('31427999-2781-495d-be20-725a42007be6',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.284659] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.284793] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.284833] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.285065] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.285951] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.285951] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.285951] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.285951] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.285951] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.285951] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.285951] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9be1a32c-12ad-467a-bcea-9824a4ae76e6 already deleted. [ 690.285951] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9be1a32c-12ad-467a-bcea-9824a4ae76e6" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.763015] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.763257] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.763381] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.763673] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.763820] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.763993] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Segment Port 31427999-2781-495d-be20-725a42007be6 not found, creating... [ 690.764272] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.764438] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.764556] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.764790] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.764941] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.765284] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.765440] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.765558] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.765779] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.765905] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.766048] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Resource: SegmentPort with ID: 31427999-2781-495d-be20-725a42007be6 is going to be created. [ 690.790892] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.790892] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.791026] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.791323] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.791596] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.791835] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "port-31427999-2781-495d-be20-725a42007be6" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.503073] env[65307]: INFO networking_nsxv3.common.synchronization [req-4770803b-cd80-4267-a715-4f7a4c8e7a1c req-8f2b6919-e550-4623-933e-9cfdc29dd370 service nova] Enqueued Resource ID: 9be1a32c-12ad-467a-bcea-9824a4ae76e6 with Priority: HIGHEST for action security_group_rules [ 691.503073] env[65307]: INFO networking_nsxv3.common.synchronization [req-4770803b-cd80-4267-a715-4f7a4c8e7a1c req-8f2b6919-e550-4623-933e-9cfdc29dd370 service nova] Enqueued Resource ID: 9be1a32c-12ad-467a-bcea-9824a4ae76e6 with Priority: HIGHEST for action security_group_members [ 691.503073] env[65307]: INFO networking_nsxv3.common.synchronization [req-4770803b-cd80-4267-a715-4f7a4c8e7a1c req-8f2b6919-e550-4623-933e-9cfdc29dd370 service nova] Enqueued Resource ID: 31427999-2781-495d-be20-725a42007be6 with Priority: HIGHEST for action port [ 691.503525] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9be1a32c-12ad-467a-bcea-9824a4ae76e6 with Priority: HIGHEST for action security_group_rules [ 691.503699] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9be1a32c-12ad-467a-bcea-9824a4ae76e6 with Priority: HIGHEST for action security_group_members [ 691.503742] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31427999-2781-495d-be20-725a42007be6 with Priority: HIGHEST for action port [ 691.504070] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9be1a32c-12ad-467a-bcea-9824a4ae76e6 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.504974] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9be1a32c-12ad-467a-bcea-9824a4ae76e6" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.504974] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9be1a32c-12ad-467a-bcea-9824a4ae76e6" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.505319] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9be1a32c-12ad-467a-bcea-9824a4ae76e6" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.505389] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9be1a32c-12ad-467a-bcea-9824a4ae76e6',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.506709] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-9be1a32c-12ad-467a-bcea-9824a4ae76e6 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.506874] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9be1a32c-12ad-467a-bcea-9824a4ae76e6" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.506985] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9be1a32c-12ad-467a-bcea-9824a4ae76e6" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.507303] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9be1a32c-12ad-467a-bcea-9824a4ae76e6" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.507611] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.507818] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.507905] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.508189] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.508380] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.508572] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9be1a32c-12ad-467a-bcea-9824a4ae76e6',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.510209] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-31427999-2781-495d-be20-725a42007be6 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.514039] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-31427999-2781-495d-be20-725a42007be6" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.514039] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-31427999-2781-495d-be20-725a42007be6" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.514039] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-31427999-2781-495d-be20-725a42007be6" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.514039] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('31427999-2781-495d-be20-725a42007be6',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.014279] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-9be1a32c-12ad-467a-bcea-9824a4ae76e6 taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.014435] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9be1a32c-12ad-467a-bcea-9824a4ae76e6" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.015696] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9be1a32c-12ad-467a-bcea-9824a4ae76e6',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.015696] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 31427999-2781-495d-be20-725a42007be6 with status ACTIVE [ 692.015813] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.015813] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.016023] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.016384] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.016384] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.016384] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.017933] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.017933] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.017933] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.017933] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.017933] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.018223] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.018293] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.018842] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.018842] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.018842] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 31427999-2781-495d-be20-725a42007be6 is going to be updated. [ 692.044383] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.044529] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.044564] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.044773] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.044903] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.045117] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-31427999-2781-495d-be20-725a42007be6" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.483821] env[65307]: INFO networking_nsxv3.common.synchronization [None req-edc9697a-9e28-4370-ba81-5f9e4c66254a None None] Enqueued Resource ID: 9e30b625-4e25-45b1-825f-5762afdc769b with Priority: HIGHEST for action port [ 692.484531] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e30b625-4e25-45b1-825f-5762afdc769b with Priority: HIGHEST for action port [ 692.485645] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-9e30b625-4e25-45b1-825f-5762afdc769b taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.485645] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9e30b625-4e25-45b1-825f-5762afdc769b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.485645] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9e30b625-4e25-45b1-825f-5762afdc769b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.485645] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9e30b625-4e25-45b1-825f-5762afdc769b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.485645] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9e30b625-4e25-45b1-825f-5762afdc769b',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.521233] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9be1a32c-12ad-467a-bcea-9824a4ae76e6',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.988299] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9e30b625-4e25-45b1-825f-5762afdc769b [ 692.988966] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.988966] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.988966] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.989186] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.989288] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.989434] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9e30b625-4e25-45b1-825f-5762afdc769b already deleted. [ 692.989687] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9e30b625-4e25-45b1-825f-5762afdc769b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.023295] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.023295] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.023295] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.023485] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.024255] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.024255] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9be1a32c-12ad-467a-bcea-9824a4ae76e6 is going to be created. [ 693.051078] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.051278] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.052035] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.052035] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.052035] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.064432] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9be1a32c-12ad-467a-bcea-9824a4ae76e6 in Status: UNINITIALIZED for 2s [ 693.274191] env[65307]: INFO networking_nsxv3.common.synchronization [None req-0ef5d592-4349-4587-82f0-ea5bd59f705a tempest-AttachVolumeNegativeTest-671309822 tempest-AttachVolumeNegativeTest-671309822-project-member] Enqueued Resource ID: 0a9b9cba-b189-4d9b-8241-f20b7403fe71 with Priority: HIGHEST for action security_group_rules [ 693.274191] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a9b9cba-b189-4d9b-8241-f20b7403fe71 with Priority: HIGHEST for action security_group_rules [ 693.275431] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0a9b9cba-b189-4d9b-8241-f20b7403fe71 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.275743] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0a9b9cba-b189-4d9b-8241-f20b7403fe71" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.275939] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0a9b9cba-b189-4d9b-8241-f20b7403fe71" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.276315] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0a9b9cba-b189-4d9b-8241-f20b7403fe71" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.276489] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0a9b9cba-b189-4d9b-8241-f20b7403fe71',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.389663] env[65307]: INFO networking_nsxv3.common.synchronization [None req-39a6cdd9-c235-4b2f-a85a-42cfba4639a9 tempest-AttachVolumeNegativeTest-671309822 tempest-AttachVolumeNegativeTest-671309822-project-member] Enqueued Resource ID: 0a9b9cba-b189-4d9b-8241-f20b7403fe71 with Priority: HIGHEST for action security_group_rules [ 693.390260] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a9b9cba-b189-4d9b-8241-f20b7403fe71 with Priority: HIGHEST for action security_group_rules [ 693.390571] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0a9b9cba-b189-4d9b-8241-f20b7403fe71 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.390677] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0a9b9cba-b189-4d9b-8241-f20b7403fe71" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.803640] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.803640] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.803640] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.803640] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.803640] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.803640] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0a9b9cba-b189-4d9b-8241-f20b7403fe71 already deleted. [ 693.804508] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0a9b9cba-b189-4d9b-8241-f20b7403fe71" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.804508] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0a9b9cba-b189-4d9b-8241-f20b7403fe71" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.804508] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0a9b9cba-b189-4d9b-8241-f20b7403fe71" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.804508] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0a9b9cba-b189-4d9b-8241-f20b7403fe71',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.329669] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.329669] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.329669] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.329669] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.329669] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.329669] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0a9b9cba-b189-4d9b-8241-f20b7403fe71 already deleted. [ 694.329669] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0a9b9cba-b189-4d9b-8241-f20b7403fe71" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.427324] env[65307]: INFO networking_nsxv3.common.synchronization [req-edc1e38c-fc3c-47ed-a184-788523b169b5 req-c2ab353f-14b1-40bb-90f9-166941540b0e tempest-SecurityGroupsTestJSON-1072650661 tempest-SecurityGroupsTestJSON-1072650661-project-member] Enqueued Resource ID: 5ddd4949-dfef-4bff-b70c-b5b472b13019 with Priority: HIGHEST for action security_group_members [ 694.427324] env[65307]: INFO networking_nsxv3.common.synchronization [req-edc1e38c-fc3c-47ed-a184-788523b169b5 req-c2ab353f-14b1-40bb-90f9-166941540b0e tempest-SecurityGroupsTestJSON-1072650661 tempest-SecurityGroupsTestJSON-1072650661-project-member] Enqueued Resource ID: fe361d1a-2e49-48a9-8811-8b161d48ac20 with Priority: HIGHEST for action security_group_members [ 694.427841] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ddd4949-dfef-4bff-b70c-b5b472b13019 with Priority: HIGHEST for action security_group_members [ 694.427841] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe361d1a-2e49-48a9-8811-8b161d48ac20 with Priority: HIGHEST for action security_group_members [ 694.428679] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ddd4949-dfef-4bff-b70c-b5b472b13019 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.428679] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ddd4949-dfef-4bff-b70c-b5b472b13019" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.428759] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ddd4949-dfef-4bff-b70c-b5b472b13019" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.430180] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ddd4949-dfef-4bff-b70c-b5b472b13019" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.430475] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.430475] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.430585] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.430720] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.430772] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.432048] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ddd4949-dfef-4bff-b70c-b5b472b13019',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.432048] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe361d1a-2e49-48a9-8811-8b161d48ac20 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.432048] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe361d1a-2e49-48a9-8811-8b161d48ac20" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.432048] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe361d1a-2e49-48a9-8811-8b161d48ac20" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.432188] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe361d1a-2e49-48a9-8811-8b161d48ac20" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.432263] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.432364] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.432405] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.432541] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.432620] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.432705] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe361d1a-2e49-48a9-8811-8b161d48ac20',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.479404] env[65307]: INFO networking_nsxv3.common.synchronization [req-edc1e38c-fc3c-47ed-a184-788523b169b5 req-c2ab353f-14b1-40bb-90f9-166941540b0e tempest-SecurityGroupsTestJSON-1072650661 tempest-SecurityGroupsTestJSON-1072650661-project-member] Enqueued Resource ID: 5ddd4949-dfef-4bff-b70c-b5b472b13019 with Priority: HIGHEST for action security_group_rules [ 694.481435] env[65307]: INFO networking_nsxv3.common.synchronization [req-edc1e38c-fc3c-47ed-a184-788523b169b5 req-c2ab353f-14b1-40bb-90f9-166941540b0e tempest-SecurityGroupsTestJSON-1072650661 tempest-SecurityGroupsTestJSON-1072650661-project-member] Enqueued Resource ID: 5ddd4949-dfef-4bff-b70c-b5b472b13019 with Priority: HIGHEST for action security_group_members [ 694.481435] env[65307]: INFO networking_nsxv3.common.synchronization [req-edc1e38c-fc3c-47ed-a184-788523b169b5 req-c2ab353f-14b1-40bb-90f9-166941540b0e tempest-SecurityGroupsTestJSON-1072650661 tempest-SecurityGroupsTestJSON-1072650661-project-member] Enqueued Resource ID: fe361d1a-2e49-48a9-8811-8b161d48ac20 with Priority: HIGHEST for action security_group_rules [ 694.481435] env[65307]: INFO networking_nsxv3.common.synchronization [req-edc1e38c-fc3c-47ed-a184-788523b169b5 req-c2ab353f-14b1-40bb-90f9-166941540b0e tempest-SecurityGroupsTestJSON-1072650661 tempest-SecurityGroupsTestJSON-1072650661-project-member] Enqueued Resource ID: fe361d1a-2e49-48a9-8811-8b161d48ac20 with Priority: HIGHEST for action security_group_members [ 694.481643] env[65307]: INFO networking_nsxv3.common.synchronization [req-edc1e38c-fc3c-47ed-a184-788523b169b5 req-c2ab353f-14b1-40bb-90f9-166941540b0e tempest-SecurityGroupsTestJSON-1072650661 tempest-SecurityGroupsTestJSON-1072650661-project-member] Enqueued Resource ID: 678afa38-c7aa-40ae-b845-dd4a5bf3272d with Priority: HIGHEST for action port [ 694.482303] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ddd4949-dfef-4bff-b70c-b5b472b13019 with Priority: HIGHEST for action security_group_rules [ 694.482571] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe361d1a-2e49-48a9-8811-8b161d48ac20 with Priority: HIGHEST for action security_group_rules [ 694.482778] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 678afa38-c7aa-40ae-b845-dd4a5bf3272d with Priority: HIGHEST for action port [ 694.482832] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ddd4949-dfef-4bff-b70c-b5b472b13019 with Priority: HIGHEST for action security_group_members [ 694.483040] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe361d1a-2e49-48a9-8811-8b161d48ac20 with Priority: HIGHEST for action security_group_members [ 694.483242] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5ddd4949-dfef-4bff-b70c-b5b472b13019 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.483548] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5ddd4949-dfef-4bff-b70c-b5b472b13019" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.483548] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5ddd4949-dfef-4bff-b70c-b5b472b13019" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.483965] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5ddd4949-dfef-4bff-b70c-b5b472b13019" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.484115] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5ddd4949-dfef-4bff-b70c-b5b472b13019',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.485590] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fe361d1a-2e49-48a9-8811-8b161d48ac20 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.485758] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fe361d1a-2e49-48a9-8811-8b161d48ac20" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.485855] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fe361d1a-2e49-48a9-8811-8b161d48ac20" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.486074] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fe361d1a-2e49-48a9-8811-8b161d48ac20" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.486180] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fe361d1a-2e49-48a9-8811-8b161d48ac20',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.487656] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-678afa38-c7aa-40ae-b845-dd4a5bf3272d taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.487815] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-678afa38-c7aa-40ae-b845-dd4a5bf3272d" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.487915] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-678afa38-c7aa-40ae-b845-dd4a5bf3272d" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.488671] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-678afa38-c7aa-40ae-b845-dd4a5bf3272d" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.488780] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('678afa38-c7aa-40ae-b845-dd4a5bf3272d',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.491319] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ddd4949-dfef-4bff-b70c-b5b472b13019 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.491421] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ddd4949-dfef-4bff-b70c-b5b472b13019" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.491618] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe361d1a-2e49-48a9-8811-8b161d48ac20 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.491702] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe361d1a-2e49-48a9-8811-8b161d48ac20" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.749950] env[65307]: INFO networking_nsxv3.common.synchronization [req-dabd83a3-6df2-4e46-a89e-742c5ce8c405 req-aa4efd44-2087-443d-b1fe-f9ced6c62a88 tempest-ServersTestMultiNic-1991800171 tempest-ServersTestMultiNic-1991800171-project-member] Enqueued Resource ID: 7a90801d-ed92-4c90-80d7-eae5cb727c07 with Priority: HIGHEST for action security_group_members [ 694.750539] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a90801d-ed92-4c90-80d7-eae5cb727c07 with Priority: HIGHEST for action security_group_members [ 694.750882] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a90801d-ed92-4c90-80d7-eae5cb727c07 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.751042] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a90801d-ed92-4c90-80d7-eae5cb727c07" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.751130] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a90801d-ed92-4c90-80d7-eae5cb727c07" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.751412] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a90801d-ed92-4c90-80d7-eae5cb727c07" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.751723] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.751723] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.751875] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.751972] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.752085] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.752176] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7a90801d-ed92-4c90-80d7-eae5cb727c07',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.936564] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5ddd4949-dfef-4bff-b70c-b5b472b13019',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.937694] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fe361d1a-2e49-48a9-8811-8b161d48ac20',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.987055] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ddd4949-dfef-4bff-b70c-b5b472b13019 taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.987055] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ddd4949-dfef-4bff-b70c-b5b472b13019" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.993553] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe361d1a-2e49-48a9-8811-8b161d48ac20 taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.994883] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe361d1a-2e49-48a9-8811-8b161d48ac20" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.995232] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 678afa38-c7aa-40ae-b845-dd4a5bf3272d with status ACTIVE [ 694.995490] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.995737] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.995777] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.996015] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.997014] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.997339] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.997502] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.997561] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.997828] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.997958] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.998316] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.998450] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.998539] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.998753] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.998917] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.999076] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 678afa38-c7aa-40ae-b845-dd4a5bf3272d is going to be updated. [ 695.044830] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.044830] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.044830] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.044830] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.044830] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.044830] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-678afa38-c7aa-40ae-b845-dd4a5bf3272d" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.076846] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9be1a32c-12ad-467a-bcea-9824a4ae76e6 in Status: SUCCESS [ 695.077035] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9be1a32c-12ad-467a-bcea-9824a4ae76e6" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.077298] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9be1a32c-12ad-467a-bcea-9824a4ae76e6" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.077649] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9be1a32c-12ad-467a-bcea-9824a4ae76e6" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.077852] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.077998] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.078087] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.078318] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.078430] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.078532] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9be1a32c-12ad-467a-bcea-9824a4ae76e6" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.078617] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9be1a32c-12ad-467a-bcea-9824a4ae76e6',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.224821] env[65307]: INFO networking_nsxv3.common.synchronization [req-dabd83a3-6df2-4e46-a89e-742c5ce8c405 req-80504da8-937a-4b36-b767-574cc187c68b tempest-ServersTestMultiNic-1991800171 tempest-ServersTestMultiNic-1991800171-project-member] Enqueued Resource ID: 7a90801d-ed92-4c90-80d7-eae5cb727c07 with Priority: HIGHEST for action security_group_members [ 695.225420] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a90801d-ed92-4c90-80d7-eae5cb727c07 with Priority: HIGHEST for action security_group_members [ 695.225720] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a90801d-ed92-4c90-80d7-eae5cb727c07 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.225822] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a90801d-ed92-4c90-80d7-eae5cb727c07" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.231026] env[65307]: INFO networking_nsxv3.common.synchronization [None req-fa3b912a-0ef1-4865-9e27-c4efa1a20ca8 None None] Enqueued Resource ID: b3263dc6-35ba-4fbc-a880-c9d96e3b67b0 with Priority: HIGHEST for action port [ 695.231526] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3263dc6-35ba-4fbc-a880-c9d96e3b67b0 with Priority: HIGHEST for action port [ 695.231597] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-b3263dc6-35ba-4fbc-a880-c9d96e3b67b0 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.231671] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b3263dc6-35ba-4fbc-a880-c9d96e3b67b0" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.231735] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b3263dc6-35ba-4fbc-a880-c9d96e3b67b0" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.231997] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b3263dc6-35ba-4fbc-a880-c9d96e3b67b0" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.232343] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b3263dc6-35ba-4fbc-a880-c9d96e3b67b0',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.256366] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.256524] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.256593] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.257237] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.257237] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.257237] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.257237] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.257439] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.257439] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.257501] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.257573] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7a90801d-ed92-4c90-80d7-eae5cb727c07 already deleted. [ 695.257633] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a90801d-ed92-4c90-80d7-eae5cb727c07" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.258083] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a90801d-ed92-4c90-80d7-eae5cb727c07" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.258270] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a90801d-ed92-4c90-80d7-eae5cb727c07" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.258430] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.258527] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.258590] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.258729] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.258807] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.258887] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7a90801d-ed92-4c90-80d7-eae5cb727c07',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.439640] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5ddd4949-dfef-4bff-b70c-b5b472b13019',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.445884] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fe361d1a-2e49-48a9-8811-8b161d48ac20',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.580925] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-9be1a32c-12ad-467a-bcea-9824a4ae76e6 taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.581101] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9be1a32c-12ad-467a-bcea-9824a4ae76e6" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.584078] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9be1a32c-12ad-467a-bcea-9824a4ae76e6" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.584078] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9be1a32c-12ad-467a-bcea-9824a4ae76e6" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.584078] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.584078] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.584078] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.584078] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.584078] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.584078] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9be1a32c-12ad-467a-bcea-9824a4ae76e6" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.584078] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-9be1a32c-12ad-467a-bcea-9824a4ae76e6 taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.584078] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9be1a32c-12ad-467a-bcea-9824a4ae76e6" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.584078] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9be1a32c-12ad-467a-bcea-9824a4ae76e6" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.584078] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9be1a32c-12ad-467a-bcea-9824a4ae76e6" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.584078] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.584078] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.584078] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.584078] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.584078] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.584078] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9be1a32c-12ad-467a-bcea-9824a4ae76e6" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.584774] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9be1a32c-12ad-467a-bcea-9824a4ae76e6',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.646151] env[65307]: INFO networking_nsxv3.common.synchronization [req-dabd83a3-6df2-4e46-a89e-742c5ce8c405 req-d003e9b8-557f-43a8-a019-1e00a6f644cf tempest-ServersTestMultiNic-1991800171 tempest-ServersTestMultiNic-1991800171-project-member] Enqueued Resource ID: 7a90801d-ed92-4c90-80d7-eae5cb727c07 with Priority: HIGHEST for action security_group_members [ 695.647273] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a90801d-ed92-4c90-80d7-eae5cb727c07 with Priority: HIGHEST for action security_group_members [ 695.647788] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a90801d-ed92-4c90-80d7-eae5cb727c07 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.648483] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a90801d-ed92-4c90-80d7-eae5cb727c07" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.734304] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b3263dc6-35ba-4fbc-a880-c9d96e3b67b0 [ 695.734950] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.734950] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.734950] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.734950] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.735207] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.735207] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b3263dc6-35ba-4fbc-a880-c9d96e3b67b0 already deleted. [ 695.735745] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b3263dc6-35ba-4fbc-a880-c9d96e3b67b0" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.761515] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.761659] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.761731] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.761950] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.762057] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.762254] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.762627] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.762627] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.762627] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.762824] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.762824] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7a90801d-ed92-4c90-80d7-eae5cb727c07 already deleted. [ 695.762824] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a90801d-ed92-4c90-80d7-eae5cb727c07" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.764326] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a90801d-ed92-4c90-80d7-eae5cb727c07" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.764326] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a90801d-ed92-4c90-80d7-eae5cb727c07" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.764326] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.764326] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.764326] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.764326] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.764326] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.764326] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7a90801d-ed92-4c90-80d7-eae5cb727c07',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.948496] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.948496] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.948496] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.948496] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.948496] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.948496] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ddd4949-dfef-4bff-b70c-b5b472b13019 is going to be created. [ 695.950630] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.950808] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.950884] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.951376] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.952034] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.952034] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe361d1a-2e49-48a9-8811-8b161d48ac20 is going to be updated. [ 695.977572] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.979564] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.979564] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.979564] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.979564] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.983669] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.983942] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.984153] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.984434] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.985242] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.002628] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe361d1a-2e49-48a9-8811-8b161d48ac20 in Status: IN_PROGRESS for 2s [ 696.004075] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ddd4949-dfef-4bff-b70c-b5b472b13019 in Status: UNINITIALIZED for 2s [ 696.090547] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9be1a32c-12ad-467a-bcea-9824a4ae76e6: rpc.has_security_group_logging(os_id): False [ 696.106441] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock network-817 taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.106636] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "network-817" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.106738] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "network-817" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.107083] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "network-817" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.107458] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.107645] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.107720] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.107988] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.108121] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.108332] env[65307]: DEBUG dogpile.cache.region [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 696.108438] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] NeedRegenerationException {{(pid=65307) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 696.108541] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] no value, waiting for create lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 696.108656] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] value creation lock acquired {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 696.108821] env[65307]: DEBUG dogpile.cache.region [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 696.108942] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Calling creation function for not-yet-present value {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 696.109085] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 696.113907] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.114143] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.114143] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.114372] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.114550] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.115402] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.115402] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.115402] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.115402] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.115402] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.115708] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.115766] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.115974] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.116042] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.116133] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.116301] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.116385] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.116441] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.119624] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.119624] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.119624] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9be1a32c-12ad-467a-bcea-9824a4ae76e6 is going to be created. [ 696.138786] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 696.138983] env[65307]: DEBUG dogpile.cache.region [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=65307) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 696.139089] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Released creation lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 696.139273] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "network-817" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.139635] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock port-d0df3997-cb05-4e45-a2f9-1f6189412eb2 taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.139830] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "port-d0df3997-cb05-4e45-a2f9-1f6189412eb2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.139928] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "port-d0df3997-cb05-4e45-a2f9-1f6189412eb2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.140266] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "port-d0df3997-cb05-4e45-a2f9-1f6189412eb2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.140394] env[65307]: DEBUG networking_nsxv3.api.rpc [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d0df3997-cb05-4e45-a2f9-1f6189412eb2',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.156318] env[65307]: INFO networking_nsxv3.common.synchronization [req-ac7becaf-fb2e-4b03-bdef-21de60792e96 req-e1c70bc4-7396-483a-84a0-c02f245a521e tempest-SecurityGroupsTestJSON-1072650661 tempest-SecurityGroupsTestJSON-1072650661-project-member] Enqueued Resource ID: d7fb870e-dfa9-4088-855c-28b662a0b42b with Priority: HIGHEST for action security_group_members [ 696.156534] env[65307]: INFO networking_nsxv3.common.synchronization [req-ac7becaf-fb2e-4b03-bdef-21de60792e96 req-e1c70bc4-7396-483a-84a0-c02f245a521e tempest-SecurityGroupsTestJSON-1072650661 tempest-SecurityGroupsTestJSON-1072650661-project-member] Enqueued Resource ID: 5ddd4949-dfef-4bff-b70c-b5b472b13019 with Priority: HIGHEST for action security_group_members [ 696.156605] env[65307]: INFO networking_nsxv3.common.synchronization [req-ac7becaf-fb2e-4b03-bdef-21de60792e96 req-e1c70bc4-7396-483a-84a0-c02f245a521e tempest-SecurityGroupsTestJSON-1072650661 tempest-SecurityGroupsTestJSON-1072650661-project-member] Enqueued Resource ID: fe361d1a-2e49-48a9-8811-8b161d48ac20 with Priority: HIGHEST for action security_group_members [ 696.158028] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7fb870e-dfa9-4088-855c-28b662a0b42b with Priority: HIGHEST for action security_group_members [ 696.158028] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ddd4949-dfef-4bff-b70c-b5b472b13019 with Priority: HIGHEST for action security_group_members [ 696.158138] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe361d1a-2e49-48a9-8811-8b161d48ac20 with Priority: HIGHEST for action security_group_members [ 696.158506] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7fb870e-dfa9-4088-855c-28b662a0b42b taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.158569] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7fb870e-dfa9-4088-855c-28b662a0b42b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.158601] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7fb870e-dfa9-4088-855c-28b662a0b42b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.159220] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7fb870e-dfa9-4088-855c-28b662a0b42b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.159220] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.159220] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.159220] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.159607] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.159607] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.159607] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d7fb870e-dfa9-4088-855c-28b662a0b42b',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.161096] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ddd4949-dfef-4bff-b70c-b5b472b13019 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.162039] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ddd4949-dfef-4bff-b70c-b5b472b13019" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.162039] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe361d1a-2e49-48a9-8811-8b161d48ac20 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.162039] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe361d1a-2e49-48a9-8811-8b161d48ac20" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.186732] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.187066] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.187066] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.187304] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.188811] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.204111] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9be1a32c-12ad-467a-bcea-9824a4ae76e6 in Status: IN_PROGRESS for 2s [ 696.230617] env[65307]: INFO networking_nsxv3.common.synchronization [req-ac7becaf-fb2e-4b03-bdef-21de60792e96 req-e1c70bc4-7396-483a-84a0-c02f245a521e tempest-SecurityGroupsTestJSON-1072650661 tempest-SecurityGroupsTestJSON-1072650661-project-member] Enqueued Resource ID: 5ddd4949-dfef-4bff-b70c-b5b472b13019 with Priority: HIGHEST for action security_group_rules [ 696.230787] env[65307]: INFO networking_nsxv3.common.synchronization [req-ac7becaf-fb2e-4b03-bdef-21de60792e96 req-e1c70bc4-7396-483a-84a0-c02f245a521e tempest-SecurityGroupsTestJSON-1072650661 tempest-SecurityGroupsTestJSON-1072650661-project-member] Enqueued Resource ID: 5ddd4949-dfef-4bff-b70c-b5b472b13019 with Priority: HIGHEST for action security_group_members [ 696.230945] env[65307]: INFO networking_nsxv3.common.synchronization [req-ac7becaf-fb2e-4b03-bdef-21de60792e96 req-e1c70bc4-7396-483a-84a0-c02f245a521e tempest-SecurityGroupsTestJSON-1072650661 tempest-SecurityGroupsTestJSON-1072650661-project-member] Enqueued Resource ID: d7fb870e-dfa9-4088-855c-28b662a0b42b with Priority: HIGHEST for action security_group_rules [ 696.231037] env[65307]: INFO networking_nsxv3.common.synchronization [req-ac7becaf-fb2e-4b03-bdef-21de60792e96 req-e1c70bc4-7396-483a-84a0-c02f245a521e tempest-SecurityGroupsTestJSON-1072650661 tempest-SecurityGroupsTestJSON-1072650661-project-member] Enqueued Resource ID: d7fb870e-dfa9-4088-855c-28b662a0b42b with Priority: HIGHEST for action security_group_members [ 696.231156] env[65307]: INFO networking_nsxv3.common.synchronization [req-ac7becaf-fb2e-4b03-bdef-21de60792e96 req-e1c70bc4-7396-483a-84a0-c02f245a521e tempest-SecurityGroupsTestJSON-1072650661 tempest-SecurityGroupsTestJSON-1072650661-project-member] Enqueued Resource ID: fe361d1a-2e49-48a9-8811-8b161d48ac20 with Priority: HIGHEST for action security_group_rules [ 696.231271] env[65307]: INFO networking_nsxv3.common.synchronization [req-ac7becaf-fb2e-4b03-bdef-21de60792e96 req-e1c70bc4-7396-483a-84a0-c02f245a521e tempest-SecurityGroupsTestJSON-1072650661 tempest-SecurityGroupsTestJSON-1072650661-project-member] Enqueued Resource ID: fe361d1a-2e49-48a9-8811-8b161d48ac20 with Priority: HIGHEST for action security_group_members [ 696.231385] env[65307]: INFO networking_nsxv3.common.synchronization [req-ac7becaf-fb2e-4b03-bdef-21de60792e96 req-e1c70bc4-7396-483a-84a0-c02f245a521e tempest-SecurityGroupsTestJSON-1072650661 tempest-SecurityGroupsTestJSON-1072650661-project-member] Enqueued Resource ID: 678afa38-c7aa-40ae-b845-dd4a5bf3272d with Priority: HIGHEST for action port [ 696.232330] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ddd4949-dfef-4bff-b70c-b5b472b13019 with Priority: HIGHEST for action security_group_rules [ 696.232468] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7fb870e-dfa9-4088-855c-28b662a0b42b with Priority: HIGHEST for action security_group_rules [ 696.236024] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe361d1a-2e49-48a9-8811-8b161d48ac20 with Priority: HIGHEST for action security_group_members [ 696.236024] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 678afa38-c7aa-40ae-b845-dd4a5bf3272d with Priority: HIGHEST for action port [ 696.236024] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe361d1a-2e49-48a9-8811-8b161d48ac20 with Priority: HIGHEST for action security_group_rules [ 696.236024] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ddd4949-dfef-4bff-b70c-b5b472b13019 with Priority: HIGHEST for action security_group_members [ 696.236024] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7fb870e-dfa9-4088-855c-28b662a0b42b with Priority: HIGHEST for action security_group_members [ 696.236024] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5ddd4949-dfef-4bff-b70c-b5b472b13019 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.236024] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5ddd4949-dfef-4bff-b70c-b5b472b13019" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.236024] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d7fb870e-dfa9-4088-855c-28b662a0b42b taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.236024] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d7fb870e-dfa9-4088-855c-28b662a0b42b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.236024] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d7fb870e-dfa9-4088-855c-28b662a0b42b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.236024] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d7fb870e-dfa9-4088-855c-28b662a0b42b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.236024] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d7fb870e-dfa9-4088-855c-28b662a0b42b',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.236024] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe361d1a-2e49-48a9-8811-8b161d48ac20 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.236024] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe361d1a-2e49-48a9-8811-8b161d48ac20" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.236024] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-678afa38-c7aa-40ae-b845-dd4a5bf3272d taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.236024] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-678afa38-c7aa-40ae-b845-dd4a5bf3272d" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.236024] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-678afa38-c7aa-40ae-b845-dd4a5bf3272d" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.236024] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-678afa38-c7aa-40ae-b845-dd4a5bf3272d" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.236024] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('678afa38-c7aa-40ae-b845-dd4a5bf3272d',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.236882] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fe361d1a-2e49-48a9-8811-8b161d48ac20 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.237031] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fe361d1a-2e49-48a9-8811-8b161d48ac20" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.237215] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ddd4949-dfef-4bff-b70c-b5b472b13019 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.237278] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ddd4949-dfef-4bff-b70c-b5b472b13019" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.237459] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7fb870e-dfa9-4088-855c-28b662a0b42b taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.237536] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7fb870e-dfa9-4088-855c-28b662a0b42b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.267399] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.267564] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.267633] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.267936] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.268073] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.268321] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.268442] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.268523] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.268746] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.268867] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.269017] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7a90801d-ed92-4c90-80d7-eae5cb727c07 already deleted. [ 696.269082] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a90801d-ed92-4c90-80d7-eae5cb727c07" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.642446] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.642661] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.642783] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.643507] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.643507] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.643507] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Segment Port d0df3997-cb05-4e45-a2f9-1f6189412eb2 not found, creating... [ 696.643710] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.643787] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.644683] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.644683] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.644889] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.645213] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.645371] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.645483] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.645702] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.645906] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.645964] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Resource: SegmentPort with ID: d0df3997-cb05-4e45-a2f9-1f6189412eb2 is going to be created. [ 696.661951] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d7fb870e-dfa9-4088-855c-28b662a0b42b',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.670576] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.670902] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.671128] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.671550] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.671880] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.672330] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "port-d0df3997-cb05-4e45-a2f9-1f6189412eb2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.738640] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7fb870e-dfa9-4088-855c-28b662a0b42b taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.738788] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7fb870e-dfa9-4088-855c-28b662a0b42b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.739037] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 678afa38-c7aa-40ae-b845-dd4a5bf3272d with status ACTIVE [ 696.739130] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.739274] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.739353] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.739620] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.739860] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.740968] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.740968] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.740968] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.740968] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.740968] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.740968] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.741247] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.741247] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.741653] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.741653] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.741741] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 678afa38-c7aa-40ae-b845-dd4a5bf3272d is going to be updated. [ 696.767579] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.767831] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.767883] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.768217] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.768475] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.768762] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-678afa38-c7aa-40ae-b845-dd4a5bf3272d" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.165622] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d7fb870e-dfa9-4088-855c-28b662a0b42b',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.418034] env[65307]: INFO networking_nsxv3.common.synchronization [req-dabd83a3-6df2-4e46-a89e-742c5ce8c405 req-5a544b53-3623-44ca-9c70-6c2470c3295c service nova] Enqueued Resource ID: 7a90801d-ed92-4c90-80d7-eae5cb727c07 with Priority: HIGHEST for action security_group_rules [ 697.418034] env[65307]: INFO networking_nsxv3.common.synchronization [req-dabd83a3-6df2-4e46-a89e-742c5ce8c405 req-5a544b53-3623-44ca-9c70-6c2470c3295c service nova] Enqueued Resource ID: 7a90801d-ed92-4c90-80d7-eae5cb727c07 with Priority: HIGHEST for action security_group_members [ 697.418034] env[65307]: INFO networking_nsxv3.common.synchronization [req-dabd83a3-6df2-4e46-a89e-742c5ce8c405 req-5a544b53-3623-44ca-9c70-6c2470c3295c service nova] Enqueued Resource ID: d0df3997-cb05-4e45-a2f9-1f6189412eb2 with Priority: HIGHEST for action port [ 697.418034] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a90801d-ed92-4c90-80d7-eae5cb727c07 with Priority: HIGHEST for action security_group_rules [ 697.418034] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a90801d-ed92-4c90-80d7-eae5cb727c07 with Priority: HIGHEST for action security_group_members [ 697.418034] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0df3997-cb05-4e45-a2f9-1f6189412eb2 with Priority: HIGHEST for action port [ 697.418034] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7a90801d-ed92-4c90-80d7-eae5cb727c07 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.418926] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7a90801d-ed92-4c90-80d7-eae5cb727c07" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.419129] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7a90801d-ed92-4c90-80d7-eae5cb727c07" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.420259] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7a90801d-ed92-4c90-80d7-eae5cb727c07" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.420259] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7a90801d-ed92-4c90-80d7-eae5cb727c07',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.420795] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a90801d-ed92-4c90-80d7-eae5cb727c07 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.421195] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a90801d-ed92-4c90-80d7-eae5cb727c07" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.421195] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a90801d-ed92-4c90-80d7-eae5cb727c07" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.421483] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a90801d-ed92-4c90-80d7-eae5cb727c07" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.422654] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.422654] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.422654] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.422654] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.422654] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.422654] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7a90801d-ed92-4c90-80d7-eae5cb727c07',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.424395] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-d0df3997-cb05-4e45-a2f9-1f6189412eb2 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.424681] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d0df3997-cb05-4e45-a2f9-1f6189412eb2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.424857] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d0df3997-cb05-4e45-a2f9-1f6189412eb2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.425125] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d0df3997-cb05-4e45-a2f9-1f6189412eb2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.425365] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d0df3997-cb05-4e45-a2f9-1f6189412eb2',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.668384] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.668504] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.668556] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.668738] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.668833] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.668932] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d7fb870e-dfa9-4088-855c-28b662a0b42b is going to be created. [ 697.680607] env[65307]: INFO networking_nsxv3.common.synchronization [req-4ae601a7-9059-4950-8869-e2dede280dec req-68a59958-fb45-400d-bfb2-a5909db6b41a tempest-ServerRescueTestJSON-593713329 tempest-ServerRescueTestJSON-593713329-project-member] Enqueued Resource ID: 6fe7462d-f1b1-40b8-9284-9fc61cdb1181 with Priority: HIGHEST for action security_group_members [ 697.681271] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fe7462d-f1b1-40b8-9284-9fc61cdb1181 with Priority: HIGHEST for action security_group_members [ 697.681600] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-6fe7462d-f1b1-40b8-9284-9fc61cdb1181 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.681726] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6fe7462d-f1b1-40b8-9284-9fc61cdb1181" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.681794] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6fe7462d-f1b1-40b8-9284-9fc61cdb1181" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.681996] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6fe7462d-f1b1-40b8-9284-9fc61cdb1181" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.682170] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.682273] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.682335] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.682486] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.682573] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.682703] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6fe7462d-f1b1-40b8-9284-9fc61cdb1181',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.693659] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.693783] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.695103] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.695103] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.695103] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.706491] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7fb870e-dfa9-4088-855c-28b662a0b42b in Status: UNINITIALIZED for 2s [ 697.925228] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7a90801d-ed92-4c90-80d7-eae5cb727c07',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.929056] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a90801d-ed92-4c90-80d7-eae5cb727c07 taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.929056] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a90801d-ed92-4c90-80d7-eae5cb727c07" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.929056] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d0df3997-cb05-4e45-a2f9-1f6189412eb2 with status ACTIVE [ 697.929440] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.929440] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.929440] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.929547] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.929576] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.929752] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.929846] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.929906] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.930079] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.930155] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.930335] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.930428] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.930487] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.930624] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.930704] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.930787] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d0df3997-cb05-4e45-a2f9-1f6189412eb2 is going to be updated. [ 697.957563] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.957563] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.957563] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.957563] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.957563] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.957563] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d0df3997-cb05-4e45-a2f9-1f6189412eb2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.016331] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ddd4949-dfef-4bff-b70c-b5b472b13019 in Status: SUCCESS [ 698.019132] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ddd4949-dfef-4bff-b70c-b5b472b13019" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.019132] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe361d1a-2e49-48a9-8811-8b161d48ac20 in Status: SUCCESS [ 698.019132] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe361d1a-2e49-48a9-8811-8b161d48ac20" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.019132] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ddd4949-dfef-4bff-b70c-b5b472b13019" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.019132] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ddd4949-dfef-4bff-b70c-b5b472b13019" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.019132] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.019132] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.019132] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.019132] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.019132] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.019132] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ddd4949-dfef-4bff-b70c-b5b472b13019',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.019614] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe361d1a-2e49-48a9-8811-8b161d48ac20" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.019614] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe361d1a-2e49-48a9-8811-8b161d48ac20" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.020122] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.020122] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.020122] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.020302] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.020302] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.020392] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe361d1a-2e49-48a9-8811-8b161d48ac20',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.147037] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock network-62 taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.147218] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "network-62" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.147336] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "network-62" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.147607] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "network-62" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.147861] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.148020] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.148130] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.148333] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.148467] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.148665] env[65307]: DEBUG dogpile.cache.region [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 698.148767] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] NeedRegenerationException {{(pid=65307) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 698.148866] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] no value, waiting for create lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 698.148997] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] value creation lock acquired {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 698.149196] env[65307]: DEBUG dogpile.cache.region [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 698.149351] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Calling creation function for not-yet-present value {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 698.149522] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 698.174868] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 698.175208] env[65307]: DEBUG dogpile.cache.region [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65307) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 698.175397] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Released creation lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 698.175680] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "network-62" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.176067] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock port-18c2afed-3811-4566-8500-508eed9e03ba taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.176355] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "port-18c2afed-3811-4566-8500-508eed9e03ba" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.176582] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "port-18c2afed-3811-4566-8500-508eed9e03ba" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.176951] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "port-18c2afed-3811-4566-8500-508eed9e03ba" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.177147] env[65307]: DEBUG networking_nsxv3.api.rpc [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('18c2afed-3811-4566-8500-508eed9e03ba',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.185219] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6fe7462d-f1b1-40b8-9284-9fc61cdb1181',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.220025] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9be1a32c-12ad-467a-bcea-9824a4ae76e6 in Status: SUCCESS [ 698.220650] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9be1a32c-12ad-467a-bcea-9824a4ae76e6" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.272617] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock network-381 taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.272951] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "network-381" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.272951] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "network-381" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.273323] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "network-381" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.274051] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.274051] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.274051] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.274260] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.274292] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.274523] env[65307]: DEBUG dogpile.cache.region [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 698.274627] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] NeedRegenerationException {{(pid=65307) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 698.274730] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] no value, waiting for create lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 698.274841] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] value creation lock acquired {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 698.274955] env[65307]: DEBUG dogpile.cache.region [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 698.275063] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Calling creation function for not-yet-present value {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 698.275214] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 698.295365] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 698.295551] env[65307]: DEBUG dogpile.cache.region [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65307) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 698.295748] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Released creation lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 698.296028] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "network-381" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.296376] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock port-35cc1d31-c29b-497f-9bcc-fbad096f2b8f taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.296631] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "port-35cc1d31-c29b-497f-9bcc-fbad096f2b8f" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.296767] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "port-35cc1d31-c29b-497f-9bcc-fbad096f2b8f" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.298115] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "port-35cc1d31-c29b-497f-9bcc-fbad096f2b8f" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.298115] env[65307]: DEBUG networking_nsxv3.api.rpc [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('35cc1d31-c29b-497f-9bcc-fbad096f2b8f',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.428697] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7a90801d-ed92-4c90-80d7-eae5cb727c07',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.522366] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5ddd4949-dfef-4bff-b70c-b5b472b13019',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.523955] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fe361d1a-2e49-48a9-8811-8b161d48ac20',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.680094] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.680331] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.680460] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.680746] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.680891] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.681063] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Segment Port 18c2afed-3811-4566-8500-508eed9e03ba not found, creating... [ 698.681311] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.681464] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.681570] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.681780] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.681906] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.682198] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.682352] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.682463] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.682659] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.682784] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.682920] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Resource: SegmentPort with ID: 18c2afed-3811-4566-8500-508eed9e03ba is going to be created. [ 698.687598] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6fe7462d-f1b1-40b8-9284-9fc61cdb1181',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.703847] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.704131] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.704316] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.704611] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.704835] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.705073] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "port-18c2afed-3811-4566-8500-508eed9e03ba" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.800524] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.800805] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.800950] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.801288] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.801447] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.801598] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Segment Port 35cc1d31-c29b-497f-9bcc-fbad096f2b8f not found, creating... [ 698.801889] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.802133] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.802265] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.802514] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.802675] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.802997] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.803173] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.803285] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.803540] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.803729] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.803879] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Resource: SegmentPort with ID: 35cc1d31-c29b-497f-9bcc-fbad096f2b8f is going to be created. [ 698.828646] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.828851] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.828971] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.829276] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.829498] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.829724] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "port-35cc1d31-c29b-497f-9bcc-fbad096f2b8f" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.932022] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.932308] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.932308] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.932511] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.932617] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.932717] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7a90801d-ed92-4c90-80d7-eae5cb727c07 is going to be created. [ 698.962664] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.962857] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.962938] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.963183] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.963367] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.975165] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a90801d-ed92-4c90-80d7-eae5cb727c07 in Status: UNINITIALIZED for 2s [ 699.026679] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fe361d1a-2e49-48a9-8811-8b161d48ac20',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.027679] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5ddd4949-dfef-4bff-b70c-b5b472b13019',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.191563] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.191906] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.191906] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.192057] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.192101] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.192196] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6fe7462d-f1b1-40b8-9284-9fc61cdb1181 is going to be updated. [ 699.224651] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.224875] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.224991] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.225293] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.225453] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.235695] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6fe7462d-f1b1-40b8-9284-9fc61cdb1181 in Status: IN_PROGRESS for 2s [ 699.443956] env[65307]: INFO networking_nsxv3.common.synchronization [req-4ae601a7-9059-4950-8869-e2dede280dec req-22d3883b-6096-4ae4-a587-4e40c91a3b72 service nova] Enqueued Resource ID: 6fe7462d-f1b1-40b8-9284-9fc61cdb1181 with Priority: HIGHEST for action security_group_rules [ 699.444151] env[65307]: INFO networking_nsxv3.common.synchronization [req-4ae601a7-9059-4950-8869-e2dede280dec req-22d3883b-6096-4ae4-a587-4e40c91a3b72 service nova] Enqueued Resource ID: 6fe7462d-f1b1-40b8-9284-9fc61cdb1181 with Priority: HIGHEST for action security_group_members [ 699.444326] env[65307]: INFO networking_nsxv3.common.synchronization [req-4ae601a7-9059-4950-8869-e2dede280dec req-22d3883b-6096-4ae4-a587-4e40c91a3b72 service nova] Enqueued Resource ID: 18c2afed-3811-4566-8500-508eed9e03ba with Priority: HIGHEST for action port [ 699.444795] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fe7462d-f1b1-40b8-9284-9fc61cdb1181 with Priority: HIGHEST for action security_group_rules [ 699.444962] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fe7462d-f1b1-40b8-9284-9fc61cdb1181 with Priority: HIGHEST for action security_group_members [ 699.445598] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18c2afed-3811-4566-8500-508eed9e03ba with Priority: HIGHEST for action port [ 699.446014] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6fe7462d-f1b1-40b8-9284-9fc61cdb1181 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.446246] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6fe7462d-f1b1-40b8-9284-9fc61cdb1181" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.446657] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6fe7462d-f1b1-40b8-9284-9fc61cdb1181" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.446909] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6fe7462d-f1b1-40b8-9284-9fc61cdb1181" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.447044] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6fe7462d-f1b1-40b8-9284-9fc61cdb1181',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.450430] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-6fe7462d-f1b1-40b8-9284-9fc61cdb1181 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.451012] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6fe7462d-f1b1-40b8-9284-9fc61cdb1181" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.452216] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-18c2afed-3811-4566-8500-508eed9e03ba taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.452387] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-18c2afed-3811-4566-8500-508eed9e03ba" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.452885] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-18c2afed-3811-4566-8500-508eed9e03ba" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.453333] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-18c2afed-3811-4566-8500-508eed9e03ba" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.453457] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('18c2afed-3811-4566-8500-508eed9e03ba',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.529660] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.529823] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.529880] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.530124] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.530222] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.530324] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe361d1a-2e49-48a9-8811-8b161d48ac20 is going to be updated. [ 699.531642] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.531760] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.532947] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.532947] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.532947] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.532947] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ddd4949-dfef-4bff-b70c-b5b472b13019 is going to be updated. [ 699.568022] env[65307]: INFO networking_nsxv3.common.synchronization [req-dabd83a3-6df2-4e46-a89e-742c5ce8c405 req-42610bdb-bc66-4de8-8aeb-25ad7ceef367 service nova] Enqueued Resource ID: 7a90801d-ed92-4c90-80d7-eae5cb727c07 with Priority: HIGHEST for action security_group_rules [ 699.568022] env[65307]: INFO networking_nsxv3.common.synchronization [req-dabd83a3-6df2-4e46-a89e-742c5ce8c405 req-42610bdb-bc66-4de8-8aeb-25ad7ceef367 service nova] Enqueued Resource ID: 7a90801d-ed92-4c90-80d7-eae5cb727c07 with Priority: HIGHEST for action security_group_members [ 699.568022] env[65307]: INFO networking_nsxv3.common.synchronization [req-dabd83a3-6df2-4e46-a89e-742c5ce8c405 req-42610bdb-bc66-4de8-8aeb-25ad7ceef367 service nova] Enqueued Resource ID: 35cc1d31-c29b-497f-9bcc-fbad096f2b8f with Priority: HIGHEST for action port [ 699.568022] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a90801d-ed92-4c90-80d7-eae5cb727c07 with Priority: HIGHEST for action security_group_rules [ 699.568022] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a90801d-ed92-4c90-80d7-eae5cb727c07 with Priority: HIGHEST for action security_group_members [ 699.568022] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35cc1d31-c29b-497f-9bcc-fbad096f2b8f with Priority: HIGHEST for action port [ 699.568022] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7a90801d-ed92-4c90-80d7-eae5cb727c07 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.568022] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7a90801d-ed92-4c90-80d7-eae5cb727c07" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.568022] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a90801d-ed92-4c90-80d7-eae5cb727c07 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.568022] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a90801d-ed92-4c90-80d7-eae5cb727c07" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.568841] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-35cc1d31-c29b-497f-9bcc-fbad096f2b8f taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.569216] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-35cc1d31-c29b-497f-9bcc-fbad096f2b8f" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.569369] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-35cc1d31-c29b-497f-9bcc-fbad096f2b8f" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.569699] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-35cc1d31-c29b-497f-9bcc-fbad096f2b8f" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.569859] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('35cc1d31-c29b-497f-9bcc-fbad096f2b8f',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.572058] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.572303] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.572443] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.574665] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.574665] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.574776] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.574901] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.574946] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.575172] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.575334] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.588075] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe361d1a-2e49-48a9-8811-8b161d48ac20 in Status: IN_PROGRESS for 2s [ 699.588704] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ddd4949-dfef-4bff-b70c-b5b472b13019 in Status: IN_PROGRESS for 2s [ 699.720066] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7fb870e-dfa9-4088-855c-28b662a0b42b in Status: SUCCESS [ 699.720327] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7fb870e-dfa9-4088-855c-28b662a0b42b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.720513] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7fb870e-dfa9-4088-855c-28b662a0b42b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.720731] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7fb870e-dfa9-4088-855c-28b662a0b42b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.720920] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.721052] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.721114] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.721267] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.721350] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.721454] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d7fb870e-dfa9-4088-855c-28b662a0b42b',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.956094] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-6fe7462d-f1b1-40b8-9284-9fc61cdb1181 taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.956339] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6fe7462d-f1b1-40b8-9284-9fc61cdb1181" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.956444] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 18c2afed-3811-4566-8500-508eed9e03ba with status ACTIVE [ 699.956919] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.956919] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.956919] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.957347] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.957347] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.957347] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.957569] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.957569] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.957647] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.957744] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.957900] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.958063] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.958063] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.958211] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.958280] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.958390] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 18c2afed-3811-4566-8500-508eed9e03ba is going to be updated. [ 699.982257] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.982497] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.982645] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.982919] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.983111] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.983377] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-18c2afed-3811-4566-8500-508eed9e03ba" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.079598] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 35cc1d31-c29b-497f-9bcc-fbad096f2b8f with status ACTIVE [ 700.079877] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.080037] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.080110] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.081573] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.081682] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.081905] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.082032] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.082101] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.082284] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.082368] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.082569] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.082666] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.082727] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.082892] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.082967] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.083079] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 35cc1d31-c29b-497f-9bcc-fbad096f2b8f is going to be updated. [ 700.116312] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.116488] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.116532] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.116749] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.116889] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.117089] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-35cc1d31-c29b-497f-9bcc-fbad096f2b8f" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.225074] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d7fb870e-dfa9-4088-855c-28b662a0b42b',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.487058] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock network-817 taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.487331] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "network-817" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.487472] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "network-817" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.487744] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "network-817" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.488014] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.488229] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.488363] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.488615] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.488801] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.489038] env[65307]: DEBUG dogpile.cache.region [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 700.489154] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] NeedRegenerationException {{(pid=65307) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 700.489269] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] no value, waiting for create lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 700.489366] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] value creation lock acquired {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 700.489484] env[65307]: DEBUG dogpile.cache.region [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 700.489606] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Calling creation function for not-yet-present value {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 700.489768] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 700.513267] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 700.513563] env[65307]: DEBUG dogpile.cache.region [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65307) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 700.513773] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Released creation lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 700.514022] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "network-817" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.514449] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock port-ccd1968a-f846-4a0b-8cba-9e30ceaff392 taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.514674] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "port-ccd1968a-f846-4a0b-8cba-9e30ceaff392" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.514921] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "port-ccd1968a-f846-4a0b-8cba-9e30ceaff392" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.515156] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "port-ccd1968a-f846-4a0b-8cba-9e30ceaff392" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.515288] env[65307]: DEBUG networking_nsxv3.api.rpc [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ccd1968a-f846-4a0b-8cba-9e30ceaff392',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.727452] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d7fb870e-dfa9-4088-855c-28b662a0b42b',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.986306] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a90801d-ed92-4c90-80d7-eae5cb727c07 in Status: SUCCESS [ 700.986742] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a90801d-ed92-4c90-80d7-eae5cb727c07" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.986849] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a90801d-ed92-4c90-80d7-eae5cb727c07" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.987085] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a90801d-ed92-4c90-80d7-eae5cb727c07" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.987334] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.987494] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.987558] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.987782] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.987889] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.987994] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a90801d-ed92-4c90-80d7-eae5cb727c07" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.988133] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7a90801d-ed92-4c90-80d7-eae5cb727c07',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.989351] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a90801d-ed92-4c90-80d7-eae5cb727c07" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.989569] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a90801d-ed92-4c90-80d7-eae5cb727c07" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.989752] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.989855] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.989913] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.990070] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.990142] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.990231] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7a90801d-ed92-4c90-80d7-eae5cb727c07',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.018095] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.018370] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.019139] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.019139] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.019139] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.019139] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Segment Port ccd1968a-f846-4a0b-8cba-9e30ceaff392 not found, creating... [ 701.019402] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.019631] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.019745] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.019981] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.020135] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.020425] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.020567] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.020691] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.020889] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.021440] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.021440] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Resource: SegmentPort with ID: ccd1968a-f846-4a0b-8cba-9e30ceaff392 is going to be created. [ 701.041455] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.041654] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.041773] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.042034] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.042299] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.042537] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "port-ccd1968a-f846-4a0b-8cba-9e30ceaff392" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.229818] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.230192] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.230192] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.230265] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.230362] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.233951] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d7fb870e-dfa9-4088-855c-28b662a0b42b is going to be updated. [ 701.246021] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6fe7462d-f1b1-40b8-9284-9fc61cdb1181 in Status: SUCCESS [ 701.246373] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6fe7462d-f1b1-40b8-9284-9fc61cdb1181" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.246525] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6fe7462d-f1b1-40b8-9284-9fc61cdb1181" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.246779] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6fe7462d-f1b1-40b8-9284-9fc61cdb1181" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.247123] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.247123] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.247253] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.249687] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.249687] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.249687] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6fe7462d-f1b1-40b8-9284-9fc61cdb1181',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.267623] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.267623] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.267623] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.267623] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.267623] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.276873] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7fb870e-dfa9-4088-855c-28b662a0b42b in Status: IN_PROGRESS for 2s [ 701.492394] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a90801d-ed92-4c90-80d7-eae5cb727c07 taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.492586] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a90801d-ed92-4c90-80d7-eae5cb727c07" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.492717] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7a90801d-ed92-4c90-80d7-eae5cb727c07',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.599232] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe361d1a-2e49-48a9-8811-8b161d48ac20 in Status: SUCCESS [ 701.601602] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe361d1a-2e49-48a9-8811-8b161d48ac20" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.601602] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe361d1a-2e49-48a9-8811-8b161d48ac20" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.601602] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe361d1a-2e49-48a9-8811-8b161d48ac20" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.601602] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.601602] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.601602] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.601602] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.601602] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.601602] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe361d1a-2e49-48a9-8811-8b161d48ac20" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.601602] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fe361d1a-2e49-48a9-8811-8b161d48ac20',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.607678] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ddd4949-dfef-4bff-b70c-b5b472b13019 in Status: SUCCESS [ 701.607678] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ddd4949-dfef-4bff-b70c-b5b472b13019" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.607678] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe361d1a-2e49-48a9-8811-8b161d48ac20" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.607678] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe361d1a-2e49-48a9-8811-8b161d48ac20" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.607678] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.607678] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.607678] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.607678] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.607678] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.607678] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe361d1a-2e49-48a9-8811-8b161d48ac20',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.607678] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ddd4949-dfef-4bff-b70c-b5b472b13019" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.607678] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ddd4949-dfef-4bff-b70c-b5b472b13019" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.607678] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.607678] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.607678] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.607678] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.607678] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.607678] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ddd4949-dfef-4bff-b70c-b5b472b13019" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.607678] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5ddd4949-dfef-4bff-b70c-b5b472b13019',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.610272] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ddd4949-dfef-4bff-b70c-b5b472b13019" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.610272] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ddd4949-dfef-4bff-b70c-b5b472b13019" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.610464] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.610928] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.610928] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.610928] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.610928] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.611099] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ddd4949-dfef-4bff-b70c-b5b472b13019',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.751740] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6fe7462d-f1b1-40b8-9284-9fc61cdb1181',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.755837] env[65307]: INFO networking_nsxv3.common.synchronization [req-dabd83a3-6df2-4e46-a89e-742c5ce8c405 req-595f94ae-2756-47d6-aa32-d1dee4d3c3c4 service nova] Enqueued Resource ID: 7a90801d-ed92-4c90-80d7-eae5cb727c07 with Priority: HIGHEST for action security_group_rules [ 701.755979] env[65307]: INFO networking_nsxv3.common.synchronization [req-dabd83a3-6df2-4e46-a89e-742c5ce8c405 req-595f94ae-2756-47d6-aa32-d1dee4d3c3c4 service nova] Enqueued Resource ID: 7a90801d-ed92-4c90-80d7-eae5cb727c07 with Priority: HIGHEST for action security_group_members [ 701.756780] env[65307]: INFO networking_nsxv3.common.synchronization [req-dabd83a3-6df2-4e46-a89e-742c5ce8c405 req-595f94ae-2756-47d6-aa32-d1dee4d3c3c4 service nova] Enqueued Resource ID: ccd1968a-f846-4a0b-8cba-9e30ceaff392 with Priority: HIGHEST for action port [ 701.757053] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a90801d-ed92-4c90-80d7-eae5cb727c07 with Priority: HIGHEST for action security_group_rules [ 701.757169] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a90801d-ed92-4c90-80d7-eae5cb727c07 with Priority: HIGHEST for action security_group_members [ 701.757305] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ccd1968a-f846-4a0b-8cba-9e30ceaff392 with Priority: HIGHEST for action port [ 701.758120] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7a90801d-ed92-4c90-80d7-eae5cb727c07 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.758226] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7a90801d-ed92-4c90-80d7-eae5cb727c07" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.759122] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a90801d-ed92-4c90-80d7-eae5cb727c07 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.759122] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a90801d-ed92-4c90-80d7-eae5cb727c07" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.759122] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-ccd1968a-f846-4a0b-8cba-9e30ceaff392 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.759122] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ccd1968a-f846-4a0b-8cba-9e30ceaff392" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.759122] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ccd1968a-f846-4a0b-8cba-9e30ceaff392" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.759751] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ccd1968a-f846-4a0b-8cba-9e30ceaff392" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.759751] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ccd1968a-f846-4a0b-8cba-9e30ceaff392',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.994720] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7a90801d-ed92-4c90-80d7-eae5cb727c07',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.115356] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe361d1a-2e49-48a9-8811-8b161d48ac20 taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.115356] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe361d1a-2e49-48a9-8811-8b161d48ac20" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.115356] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fe361d1a-2e49-48a9-8811-8b161d48ac20',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.115356] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5ddd4949-dfef-4bff-b70c-b5b472b13019',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.115356] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5ddd4949-dfef-4bff-b70c-b5b472b13019',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.255497] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6fe7462d-f1b1-40b8-9284-9fc61cdb1181',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.261319] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ccd1968a-f846-4a0b-8cba-9e30ceaff392 with status ACTIVE [ 702.261562] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.261694] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.261763] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.262040] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.262137] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.262397] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.262471] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.262471] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.262638] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.262713] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.262893] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.263015] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.263126] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.263278] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.263355] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.263441] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ccd1968a-f846-4a0b-8cba-9e30ceaff392 is going to be updated. [ 702.304772] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.304772] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.304772] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.305024] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.305156] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.305398] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ccd1968a-f846-4a0b-8cba-9e30ceaff392" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.498983] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.499204] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.499295] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.499549] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.499656] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.499804] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7a90801d-ed92-4c90-80d7-eae5cb727c07 is going to be updated. [ 702.535934] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.535934] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.535934] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.535934] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.535934] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.546034] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a90801d-ed92-4c90-80d7-eae5cb727c07 in Status: IN_PROGRESS for 2s [ 702.615337] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fe361d1a-2e49-48a9-8811-8b161d48ac20',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.616574] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5ddd4949-dfef-4bff-b70c-b5b472b13019: rpc.has_security_group_logging(os_id): False [ 702.618494] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5ddd4949-dfef-4bff-b70c-b5b472b13019',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.637726] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.637925] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.637925] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.638681] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.638681] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.638681] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.638681] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.638912] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.638912] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.639407] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.639407] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5ddd4949-dfef-4bff-b70c-b5b472b13019 is going to be created. [ 702.700852] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.701556] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.701556] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.701556] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.701556] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.715518] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5ddd4949-dfef-4bff-b70c-b5b472b13019 in Status: IN_PROGRESS for 2s [ 702.757476] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.757679] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.758386] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.758386] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.758386] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.758386] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6fe7462d-f1b1-40b8-9284-9fc61cdb1181 is going to be updated. [ 702.800986] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.801250] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.801250] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.803406] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.803406] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.811998] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6fe7462d-f1b1-40b8-9284-9fc61cdb1181 in Status: IN_PROGRESS for 2s [ 703.119438] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.119617] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.119703] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.120011] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.120051] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.120316] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe361d1a-2e49-48a9-8811-8b161d48ac20 is going to be updated. [ 703.121686] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.121830] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.121885] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.122346] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.122461] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.122574] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ddd4949-dfef-4bff-b70c-b5b472b13019 is going to be updated. [ 703.158332] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.158497] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.158570] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.158848] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.159020] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.161101] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.161283] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.161358] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.161509] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.161649] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.176370] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe361d1a-2e49-48a9-8811-8b161d48ac20 in Status: IN_PROGRESS for 2s [ 703.177354] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ddd4949-dfef-4bff-b70c-b5b472b13019 in Status: IN_PROGRESS for 2s [ 703.302241] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7fb870e-dfa9-4088-855c-28b662a0b42b in Status: SUCCESS [ 703.302960] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7fb870e-dfa9-4088-855c-28b662a0b42b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.304112] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7fb870e-dfa9-4088-855c-28b662a0b42b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.304112] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7fb870e-dfa9-4088-855c-28b662a0b42b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.304791] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.305105] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.305289] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.305585] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.305742] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.305907] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7fb870e-dfa9-4088-855c-28b662a0b42b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.306082] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d7fb870e-dfa9-4088-855c-28b662a0b42b',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.811379] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d7fb870e-dfa9-4088-855c-28b662a0b42b',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.313919] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d7fb870e-dfa9-4088-855c-28b662a0b42b: rpc.has_security_group_logging(os_id): False [ 704.417219] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.417487] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.417603] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.417853] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.417945] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.418212] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.418588] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.418662] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.418918] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.418990] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.419058] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d7fb870e-dfa9-4088-855c-28b662a0b42b is going to be created. [ 704.473192] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.473323] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.473391] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.473594] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.474480] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.491549] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d7fb870e-dfa9-4088-855c-28b662a0b42b in Status: IN_PROGRESS for 2s [ 704.559891] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a90801d-ed92-4c90-80d7-eae5cb727c07 in Status: SUCCESS [ 704.559891] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a90801d-ed92-4c90-80d7-eae5cb727c07" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.559891] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a90801d-ed92-4c90-80d7-eae5cb727c07" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.560226] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a90801d-ed92-4c90-80d7-eae5cb727c07" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.560666] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.560666] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.560666] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.560666] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.560992] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.560992] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a90801d-ed92-4c90-80d7-eae5cb727c07" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.560992] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a90801d-ed92-4c90-80d7-eae5cb727c07 taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.561139] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a90801d-ed92-4c90-80d7-eae5cb727c07" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.561139] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a90801d-ed92-4c90-80d7-eae5cb727c07" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.561355] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a90801d-ed92-4c90-80d7-eae5cb727c07" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.561412] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.561466] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.561599] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.561646] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.561714] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.562357] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a90801d-ed92-4c90-80d7-eae5cb727c07" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.562357] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7a90801d-ed92-4c90-80d7-eae5cb727c07',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.563538] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a90801d-ed92-4c90-80d7-eae5cb727c07" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.563620] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a90801d-ed92-4c90-80d7-eae5cb727c07" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.563928] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.564053] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.564118] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.564265] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.564354] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.564432] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7a90801d-ed92-4c90-80d7-eae5cb727c07',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.734142] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5ddd4949-dfef-4bff-b70c-b5b472b13019 in Status: SUCCESS [ 704.734260] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5ddd4949-dfef-4bff-b70c-b5b472b13019" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.735139] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5ddd4949-dfef-4bff-b70c-b5b472b13019" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.735139] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5ddd4949-dfef-4bff-b70c-b5b472b13019" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.735139] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5ddd4949-dfef-4bff-b70c-b5b472b13019',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.823279] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6fe7462d-f1b1-40b8-9284-9fc61cdb1181 in Status: SUCCESS [ 704.823502] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6fe7462d-f1b1-40b8-9284-9fc61cdb1181" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.823769] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6fe7462d-f1b1-40b8-9284-9fc61cdb1181" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.824046] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6fe7462d-f1b1-40b8-9284-9fc61cdb1181" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.824311] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.824445] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.824514] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.824711] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.824797] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.824902] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6fe7462d-f1b1-40b8-9284-9fc61cdb1181" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.825091] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6fe7462d-f1b1-40b8-9284-9fc61cdb1181',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.066739] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7a90801d-ed92-4c90-80d7-eae5cb727c07: rpc.has_security_group_logging(os_id): False [ 705.068248] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7a90801d-ed92-4c90-80d7-eae5cb727c07',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.089361] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.092068] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.092068] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.092068] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.092068] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.092068] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.092068] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.092068] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.092068] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.092068] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.092068] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.092068] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.092068] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.092068] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.092068] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.092619] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.092619] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.092619] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.092619] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.092619] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.092619] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7a90801d-ed92-4c90-80d7-eae5cb727c07 is going to be created. [ 705.162682] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.162682] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.162682] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.162919] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.164012] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.181187] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7a90801d-ed92-4c90-80d7-eae5cb727c07 in Status: IN_PROGRESS for 2s [ 705.194690] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe361d1a-2e49-48a9-8811-8b161d48ac20 in Status: SUCCESS [ 705.194890] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe361d1a-2e49-48a9-8811-8b161d48ac20" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.195643] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ddd4949-dfef-4bff-b70c-b5b472b13019 in Status: SUCCESS [ 705.195817] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ddd4949-dfef-4bff-b70c-b5b472b13019" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.195970] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe361d1a-2e49-48a9-8811-8b161d48ac20" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.196198] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe361d1a-2e49-48a9-8811-8b161d48ac20" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.196379] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.196493] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.196557] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.196786] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.196860] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.197105] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe361d1a-2e49-48a9-8811-8b161d48ac20',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.197782] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ddd4949-dfef-4bff-b70c-b5b472b13019" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.197949] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ddd4949-dfef-4bff-b70c-b5b472b13019" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.198241] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.198241] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.198358] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.198432] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.198512] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.198599] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ddd4949-dfef-4bff-b70c-b5b472b13019',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.239417] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ddd4949-dfef-4bff-b70c-b5b472b13019 taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.240089] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ddd4949-dfef-4bff-b70c-b5b472b13019" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.327349] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-6fe7462d-f1b1-40b8-9284-9fc61cdb1181 taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.327768] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6fe7462d-f1b1-40b8-9284-9fc61cdb1181" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.327768] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6fe7462d-f1b1-40b8-9284-9fc61cdb1181" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.327856] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6fe7462d-f1b1-40b8-9284-9fc61cdb1181" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.329047] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.329047] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.329047] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.329047] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.329047] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.329047] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6fe7462d-f1b1-40b8-9284-9fc61cdb1181" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.329047] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-6fe7462d-f1b1-40b8-9284-9fc61cdb1181 taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.329047] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6fe7462d-f1b1-40b8-9284-9fc61cdb1181" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.329047] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6fe7462d-f1b1-40b8-9284-9fc61cdb1181" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.329047] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6fe7462d-f1b1-40b8-9284-9fc61cdb1181" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.329047] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.329463] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.329463] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.329463] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.329463] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.329463] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6fe7462d-f1b1-40b8-9284-9fc61cdb1181" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.329596] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6fe7462d-f1b1-40b8-9284-9fc61cdb1181',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.518371] env[65307]: INFO networking_nsxv3.common.synchronization [req-211b4f67-675b-4bec-b4b5-fb1da617afd7 req-fce042b6-a888-41cb-81df-47837455ebdc tempest-ServersTestFqdnHostnames-1375437756 tempest-ServersTestFqdnHostnames-1375437756-project-member] Enqueued Resource ID: 743be6ae-fd48-4ba0-81a7-fa01a232e1d4 with Priority: HIGHEST for action security_group_members [ 705.519710] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 743be6ae-fd48-4ba0-81a7-fa01a232e1d4 with Priority: HIGHEST for action security_group_members [ 705.520166] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-743be6ae-fd48-4ba0-81a7-fa01a232e1d4 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.523752] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-743be6ae-fd48-4ba0-81a7-fa01a232e1d4" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.523752] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-743be6ae-fd48-4ba0-81a7-fa01a232e1d4" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.523752] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-743be6ae-fd48-4ba0-81a7-fa01a232e1d4" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.523752] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.523752] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.523752] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.523752] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.523752] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.523752] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('743be6ae-fd48-4ba0-81a7-fa01a232e1d4',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.570630] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7a90801d-ed92-4c90-80d7-eae5cb727c07',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.701244] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5ddd4949-dfef-4bff-b70c-b5b472b13019',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.702262] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fe361d1a-2e49-48a9-8811-8b161d48ac20',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.832963] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6fe7462d-f1b1-40b8-9284-9fc61cdb1181: rpc.has_security_group_logging(os_id): False [ 705.839364] env[65307]: INFO networking_nsxv3.common.synchronization [None req-7cbd5b80-8f6e-4858-a0e2-ef70c1320a4c tempest-MigrationsAdminTest-1404342733 tempest-MigrationsAdminTest-1404342733-project-member] Enqueued Resource ID: 617d560e-c6ed-4439-96e4-e7b610207f8d with Priority: HIGHEST for action security_group_rules [ 705.840417] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 617d560e-c6ed-4439-96e4-e7b610207f8d with Priority: HIGHEST for action security_group_rules [ 705.840999] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-617d560e-c6ed-4439-96e4-e7b610207f8d taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.841197] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-617d560e-c6ed-4439-96e4-e7b610207f8d" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.841293] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-617d560e-c6ed-4439-96e4-e7b610207f8d" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.841754] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-617d560e-c6ed-4439-96e4-e7b610207f8d" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.841939] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('617d560e-c6ed-4439-96e4-e7b610207f8d',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.855043] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.855443] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.855532] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.855799] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.855900] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.856164] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.856777] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.856777] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.856777] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.856777] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.857574] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.857574] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.857574] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.857723] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.857723] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.857884] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.858013] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.858090] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.860128] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.860128] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.860128] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6fe7462d-f1b1-40b8-9284-9fc61cdb1181 is going to be updated. [ 705.932663] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.932879] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.932918] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.933209] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.933425] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.950737] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6fe7462d-f1b1-40b8-9284-9fc61cdb1181 in Status: IN_PROGRESS for 2s [ 705.957928] env[65307]: INFO networking_nsxv3.common.synchronization [None req-6544e45f-9921-44ad-ac39-10cb9059ee6a tempest-MigrationsAdminTest-1404342733 tempest-MigrationsAdminTest-1404342733-project-member] Enqueued Resource ID: 617d560e-c6ed-4439-96e4-e7b610207f8d with Priority: HIGHEST for action security_group_rules [ 705.958741] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 617d560e-c6ed-4439-96e4-e7b610207f8d with Priority: HIGHEST for action security_group_rules [ 705.959117] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-617d560e-c6ed-4439-96e4-e7b610207f8d taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.959217] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-617d560e-c6ed-4439-96e4-e7b610207f8d" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.023422] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.023696] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.023778] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.024191] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.024384] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.024745] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.024884] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.024953] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.025245] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.025348] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.025429] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 743be6ae-fd48-4ba0-81a7-fa01a232e1d4 already deleted. [ 706.025562] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-743be6ae-fd48-4ba0-81a7-fa01a232e1d4" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.075780] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.075957] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.076141] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.076488] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.076614] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.076742] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7a90801d-ed92-4c90-80d7-eae5cb727c07 is going to be updated. [ 706.079570] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock network-312 taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.079862] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "network-312" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.079937] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "network-312" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.080360] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "network-312" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.080680] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.080859] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.081045] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.081278] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.081474] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.081729] env[65307]: DEBUG dogpile.cache.region [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 706.081868] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] NeedRegenerationException {{(pid=65307) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 706.081959] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] no value, waiting for create lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 706.082120] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] value creation lock acquired {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 706.082231] env[65307]: DEBUG dogpile.cache.region [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 706.082331] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Calling creation function for not-yet-present value {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 706.082479] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 706.124400] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 706.124400] env[65307]: DEBUG dogpile.cache.region [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Cache value generated in 0.042 seconds for key(s): 'zone-id' {{(pid=65307) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 706.124544] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Released creation lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 706.126537] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "network-312" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.126537] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock port-354ee897-3260-492d-93c2-c06e058aeb5c taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.126537] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "port-354ee897-3260-492d-93c2-c06e058aeb5c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.126537] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "port-354ee897-3260-492d-93c2-c06e058aeb5c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.126537] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "port-354ee897-3260-492d-93c2-c06e058aeb5c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.126537] env[65307]: DEBUG networking_nsxv3.api.rpc [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('354ee897-3260-492d-93c2-c06e058aeb5c',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.133889] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.133889] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.133889] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.133889] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.133889] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.145068] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a90801d-ed92-4c90-80d7-eae5cb727c07 in Status: IN_PROGRESS for 2s [ 706.204647] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5ddd4949-dfef-4bff-b70c-b5b472b13019',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.205576] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fe361d1a-2e49-48a9-8811-8b161d48ac20',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.368254] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.368690] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.368690] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.368690] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.368988] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.368988] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 617d560e-c6ed-4439-96e4-e7b610207f8d already deleted. [ 706.368988] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-617d560e-c6ed-4439-96e4-e7b610207f8d" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.369162] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-617d560e-c6ed-4439-96e4-e7b610207f8d" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.369510] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-617d560e-c6ed-4439-96e4-e7b610207f8d" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.369510] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('617d560e-c6ed-4439-96e4-e7b610207f8d',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.504377] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d7fb870e-dfa9-4088-855c-28b662a0b42b in Status: SUCCESS [ 706.504536] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d7fb870e-dfa9-4088-855c-28b662a0b42b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.629531] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.629770] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.629892] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.630211] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.630384] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.630535] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Segment Port 354ee897-3260-492d-93c2-c06e058aeb5c not found, creating... [ 706.630844] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.631088] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.631248] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.631491] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.631623] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.631904] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.632078] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.632201] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.632391] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.632516] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.632645] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Resource: SegmentPort with ID: 354ee897-3260-492d-93c2-c06e058aeb5c is going to be created. [ 706.654039] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.654255] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.654394] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.654682] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.654977] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.655122] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "port-354ee897-3260-492d-93c2-c06e058aeb5c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.708091] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.708270] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.711142] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.711479] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.711596] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.711706] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ddd4949-dfef-4bff-b70c-b5b472b13019 is going to be updated. [ 706.713069] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.713194] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.713265] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.713445] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.713532] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.713638] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe361d1a-2e49-48a9-8811-8b161d48ac20 is going to be updated. [ 706.756195] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.756331] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.756406] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.756621] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.756763] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.758959] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.759978] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.759978] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.760070] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.760161] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.772310] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe361d1a-2e49-48a9-8811-8b161d48ac20 in Status: IN_PROGRESS for 2s [ 706.773063] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ddd4949-dfef-4bff-b70c-b5b472b13019 in Status: IN_PROGRESS for 2s [ 706.895463] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.899475] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.899475] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.899475] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.899475] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.899475] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 617d560e-c6ed-4439-96e4-e7b610207f8d already deleted. [ 706.899475] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-617d560e-c6ed-4439-96e4-e7b610207f8d" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.199103] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7a90801d-ed92-4c90-80d7-eae5cb727c07 in Status: SUCCESS [ 707.199430] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7a90801d-ed92-4c90-80d7-eae5cb727c07" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.199707] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7a90801d-ed92-4c90-80d7-eae5cb727c07" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.200053] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7a90801d-ed92-4c90-80d7-eae5cb727c07" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.200177] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7a90801d-ed92-4c90-80d7-eae5cb727c07',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.620044] env[65307]: INFO networking_nsxv3.common.synchronization [req-211b4f67-675b-4bec-b4b5-fb1da617afd7 req-e60d485c-bcd0-4a1b-8c1b-289dee7e31f2 service nova] Enqueued Resource ID: 743be6ae-fd48-4ba0-81a7-fa01a232e1d4 with Priority: HIGHEST for action security_group_rules [ 707.621209] env[65307]: INFO networking_nsxv3.common.synchronization [req-211b4f67-675b-4bec-b4b5-fb1da617afd7 req-e60d485c-bcd0-4a1b-8c1b-289dee7e31f2 service nova] Enqueued Resource ID: 743be6ae-fd48-4ba0-81a7-fa01a232e1d4 with Priority: HIGHEST for action security_group_members [ 707.621209] env[65307]: INFO networking_nsxv3.common.synchronization [req-211b4f67-675b-4bec-b4b5-fb1da617afd7 req-e60d485c-bcd0-4a1b-8c1b-289dee7e31f2 service nova] Enqueued Resource ID: 354ee897-3260-492d-93c2-c06e058aeb5c with Priority: HIGHEST for action port [ 707.621614] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 743be6ae-fd48-4ba0-81a7-fa01a232e1d4 with Priority: HIGHEST for action security_group_rules [ 707.621827] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 743be6ae-fd48-4ba0-81a7-fa01a232e1d4 with Priority: HIGHEST for action security_group_members [ 707.622035] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 354ee897-3260-492d-93c2-c06e058aeb5c with Priority: HIGHEST for action port [ 707.622637] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-743be6ae-fd48-4ba0-81a7-fa01a232e1d4 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.622806] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-743be6ae-fd48-4ba0-81a7-fa01a232e1d4" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.622875] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-743be6ae-fd48-4ba0-81a7-fa01a232e1d4" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.623153] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-743be6ae-fd48-4ba0-81a7-fa01a232e1d4" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.623291] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('743be6ae-fd48-4ba0-81a7-fa01a232e1d4',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.624639] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-743be6ae-fd48-4ba0-81a7-fa01a232e1d4 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.624856] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-743be6ae-fd48-4ba0-81a7-fa01a232e1d4" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.624963] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-743be6ae-fd48-4ba0-81a7-fa01a232e1d4" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.625234] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-743be6ae-fd48-4ba0-81a7-fa01a232e1d4" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.625808] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.625808] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.625808] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.625808] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.626012] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.626091] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('743be6ae-fd48-4ba0-81a7-fa01a232e1d4',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.627513] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-354ee897-3260-492d-93c2-c06e058aeb5c taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.627644] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-354ee897-3260-492d-93c2-c06e058aeb5c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.628722] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-354ee897-3260-492d-93c2-c06e058aeb5c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.628722] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-354ee897-3260-492d-93c2-c06e058aeb5c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.628722] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('354ee897-3260-492d-93c2-c06e058aeb5c',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.703477] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a90801d-ed92-4c90-80d7-eae5cb727c07 taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.703649] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a90801d-ed92-4c90-80d7-eae5cb727c07" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.966320] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6fe7462d-f1b1-40b8-9284-9fc61cdb1181 in Status: SUCCESS [ 707.966510] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6fe7462d-f1b1-40b8-9284-9fc61cdb1181" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.130798] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('743be6ae-fd48-4ba0-81a7-fa01a232e1d4',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.132163] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-743be6ae-fd48-4ba0-81a7-fa01a232e1d4 taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.132163] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-743be6ae-fd48-4ba0-81a7-fa01a232e1d4" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.132424] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 354ee897-3260-492d-93c2-c06e058aeb5c with status ACTIVE [ 708.134934] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.134934] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.134934] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.134934] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.134934] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.134934] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.134934] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.134934] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.134934] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.134934] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.134934] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.134934] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.134934] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.134934] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.134934] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.134934] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 354ee897-3260-492d-93c2-c06e058aeb5c is going to be updated. [ 708.157483] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a90801d-ed92-4c90-80d7-eae5cb727c07 in Status: SUCCESS [ 708.157748] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a90801d-ed92-4c90-80d7-eae5cb727c07" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.157907] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a90801d-ed92-4c90-80d7-eae5cb727c07" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.158604] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a90801d-ed92-4c90-80d7-eae5cb727c07" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.158604] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.158604] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.158604] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.158821] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.158821] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.158912] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a90801d-ed92-4c90-80d7-eae5cb727c07" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.159019] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7a90801d-ed92-4c90-80d7-eae5cb727c07',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.170196] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.170381] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.170460] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.170772] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.170997] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.171271] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-354ee897-3260-492d-93c2-c06e058aeb5c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.638783] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('743be6ae-fd48-4ba0-81a7-fa01a232e1d4',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.662248] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a90801d-ed92-4c90-80d7-eae5cb727c07 taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.663175] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a90801d-ed92-4c90-80d7-eae5cb727c07" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.663282] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a90801d-ed92-4c90-80d7-eae5cb727c07" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.663812] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a90801d-ed92-4c90-80d7-eae5cb727c07" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.663812] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.664184] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.664184] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.664320] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.664404] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.664807] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a90801d-ed92-4c90-80d7-eae5cb727c07" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.664807] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a90801d-ed92-4c90-80d7-eae5cb727c07 taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.664807] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a90801d-ed92-4c90-80d7-eae5cb727c07" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.664807] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a90801d-ed92-4c90-80d7-eae5cb727c07" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.664986] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a90801d-ed92-4c90-80d7-eae5cb727c07" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.665088] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.665208] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.665256] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.665409] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.665482] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.665564] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a90801d-ed92-4c90-80d7-eae5cb727c07" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.666599] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7a90801d-ed92-4c90-80d7-eae5cb727c07',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.787511] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe361d1a-2e49-48a9-8811-8b161d48ac20 in Status: SUCCESS [ 708.788084] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe361d1a-2e49-48a9-8811-8b161d48ac20" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.789257] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ddd4949-dfef-4bff-b70c-b5b472b13019 in Status: SUCCESS [ 708.789257] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ddd4949-dfef-4bff-b70c-b5b472b13019" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.789355] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe361d1a-2e49-48a9-8811-8b161d48ac20" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.789527] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe361d1a-2e49-48a9-8811-8b161d48ac20" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.789716] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.789822] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.789882] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.790214] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.791023] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.791023] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe361d1a-2e49-48a9-8811-8b161d48ac20" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.791023] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe361d1a-2e49-48a9-8811-8b161d48ac20 taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.791023] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe361d1a-2e49-48a9-8811-8b161d48ac20" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.791023] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe361d1a-2e49-48a9-8811-8b161d48ac20" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.791023] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe361d1a-2e49-48a9-8811-8b161d48ac20" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.792757] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.792757] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.792757] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.792757] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.792757] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.792757] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe361d1a-2e49-48a9-8811-8b161d48ac20" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.793067] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fe361d1a-2e49-48a9-8811-8b161d48ac20',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.794230] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ddd4949-dfef-4bff-b70c-b5b472b13019" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.794750] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ddd4949-dfef-4bff-b70c-b5b472b13019" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.795029] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.795258] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.795660] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.795854] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.796285] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.796285] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ddd4949-dfef-4bff-b70c-b5b472b13019" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.796285] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5ddd4949-dfef-4bff-b70c-b5b472b13019',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.142539] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.142539] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.142539] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.142797] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.142852] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.142951] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 743be6ae-fd48-4ba0-81a7-fa01a232e1d4 is going to be created. [ 709.169442] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7a90801d-ed92-4c90-80d7-eae5cb727c07: rpc.has_security_group_logging(os_id): False [ 709.194220] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.194220] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.194220] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.194519] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.194519] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.197423] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.197629] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.197629] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.197966] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.198095] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.198380] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.198544] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.198657] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.198878] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.199012] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.199271] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.199424] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.199535] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.199738] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.199859] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.200114] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.200266] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.200471] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.200562] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.200639] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.200730] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7a90801d-ed92-4c90-80d7-eae5cb727c07 is going to be updated. [ 709.206625] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 743be6ae-fd48-4ba0-81a7-fa01a232e1d4 in Status: UNINITIALIZED for 2s [ 709.284747] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.284921] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.285098] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.285226] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.285416] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.298150] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fe361d1a-2e49-48a9-8811-8b161d48ac20: rpc.has_security_group_logging(os_id): False [ 709.299352] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5ddd4949-dfef-4bff-b70c-b5b472b13019',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.321304] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7a90801d-ed92-4c90-80d7-eae5cb727c07 in Status: IN_PROGRESS for 2s [ 709.335111] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.335111] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.335111] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.335111] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.335111] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.335111] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.335111] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.335111] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.335111] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.335111] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.335111] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.335111] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.335111] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.335111] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.335111] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.335855] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.335855] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.335855] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.335855] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.335855] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.335855] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fe361d1a-2e49-48a9-8811-8b161d48ac20 is going to be updated. [ 709.446754] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.446754] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.446754] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.446754] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.446754] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.463507] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fe361d1a-2e49-48a9-8811-8b161d48ac20 in Status: IN_PROGRESS for 2s [ 709.610580] env[65307]: INFO networking_nsxv3.common.synchronization [req-00354325-b466-43f0-8b97-496e55960c77 req-f9355d97-ffae-486d-b74e-d23edaf3080b tempest-ServerAddressesTestJSON-579254742 tempest-ServerAddressesTestJSON-579254742-project-member] Enqueued Resource ID: 9be1a32c-12ad-467a-bcea-9824a4ae76e6 with Priority: HIGHEST for action security_group_members [ 709.610951] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9be1a32c-12ad-467a-bcea-9824a4ae76e6 with Priority: HIGHEST for action security_group_members [ 709.611338] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-9be1a32c-12ad-467a-bcea-9824a4ae76e6 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.611483] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9be1a32c-12ad-467a-bcea-9824a4ae76e6" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.611553] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9be1a32c-12ad-467a-bcea-9824a4ae76e6" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.611790] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9be1a32c-12ad-467a-bcea-9824a4ae76e6" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.611949] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.612059] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.612277] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.612277] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.612369] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.612461] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9be1a32c-12ad-467a-bcea-9824a4ae76e6',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.802877] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5ddd4949-dfef-4bff-b70c-b5b472b13019: rpc.has_security_group_logging(os_id): False [ 709.834194] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.834194] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.834194] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.834627] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.834906] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.839159] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.839591] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.839591] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.840744] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.840898] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.841025] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5ddd4949-dfef-4bff-b70c-b5b472b13019 is going to be updated. [ 709.926047] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.926203] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.926312] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.926484] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.926627] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.946357] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5ddd4949-dfef-4bff-b70c-b5b472b13019 in Status: IN_PROGRESS for 2s [ 710.117628] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.117861] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.117861] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.118098] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.120543] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.120543] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.120543] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.120543] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.120543] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.120543] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.120543] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9be1a32c-12ad-467a-bcea-9824a4ae76e6 is going to be updated. [ 710.151449] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.151793] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.151895] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.152052] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.152203] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.166959] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9be1a32c-12ad-467a-bcea-9824a4ae76e6 in Status: IN_PROGRESS for 2s [ 710.442109] env[65307]: INFO networking_nsxv3.common.synchronization [req-aa4f6d58-fd01-47f7-9646-ab128d5522dd req-09e3e89e-7124-42a3-aeb8-fe77a047b5dc tempest-ServerMetadataTestJSON-1628373824 tempest-ServerMetadataTestJSON-1628373824-project-member] Enqueued Resource ID: 67ab3be0-ca1a-43e9-b7b2-cbab718d0fc1 with Priority: HIGHEST for action security_group_members [ 710.442109] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67ab3be0-ca1a-43e9-b7b2-cbab718d0fc1 with Priority: HIGHEST for action security_group_members [ 710.442109] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-67ab3be0-ca1a-43e9-b7b2-cbab718d0fc1 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.442109] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67ab3be0-ca1a-43e9-b7b2-cbab718d0fc1" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.442109] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67ab3be0-ca1a-43e9-b7b2-cbab718d0fc1" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.442109] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67ab3be0-ca1a-43e9-b7b2-cbab718d0fc1" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.442109] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.442109] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.442682] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.442966] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.443187] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.443402] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('67ab3be0-ca1a-43e9-b7b2-cbab718d0fc1',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.877917] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock network-496 taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.878306] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "network-496" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.878394] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "network-496" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.878904] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "network-496" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.879332] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.879562] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.879715] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.880021] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.880186] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.880402] env[65307]: DEBUG dogpile.cache.region [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 710.880510] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] NeedRegenerationException {{(pid=65307) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 710.880610] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] no value, waiting for create lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 710.880709] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] value creation lock acquired {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 710.880809] env[65307]: DEBUG dogpile.cache.region [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 710.880905] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Calling creation function for not-yet-present value {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 710.881042] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 710.902221] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 710.902367] env[65307]: DEBUG dogpile.cache.region [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65307) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 710.902500] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Released creation lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 710.902669] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "network-496" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.902976] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock port-988c38e6-a305-4c16-97fc-c77f90571cf2 taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.903236] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "port-988c38e6-a305-4c16-97fc-c77f90571cf2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.903288] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "port-988c38e6-a305-4c16-97fc-c77f90571cf2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.903765] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "port-988c38e6-a305-4c16-97fc-c77f90571cf2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.903937] env[65307]: DEBUG networking_nsxv3.api.rpc [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('988c38e6-a305-4c16-97fc-c77f90571cf2',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.949240] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.949240] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.949240] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.949467] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.949543] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.949768] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.949864] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.949917] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.950087] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.950162] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.950244] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 67ab3be0-ca1a-43e9-b7b2-cbab718d0fc1 already deleted. [ 710.950320] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67ab3be0-ca1a-43e9-b7b2-cbab718d0fc1" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.220422] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 743be6ae-fd48-4ba0-81a7-fa01a232e1d4 in Status: SUCCESS [ 711.220422] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-743be6ae-fd48-4ba0-81a7-fa01a232e1d4" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.220422] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-743be6ae-fd48-4ba0-81a7-fa01a232e1d4" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.220422] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-743be6ae-fd48-4ba0-81a7-fa01a232e1d4" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.220422] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.220422] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.220422] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.220422] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.220422] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.220422] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-743be6ae-fd48-4ba0-81a7-fa01a232e1d4" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.220422] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('743be6ae-fd48-4ba0-81a7-fa01a232e1d4',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.338819] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7a90801d-ed92-4c90-80d7-eae5cb727c07 in Status: SUCCESS [ 711.339144] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7a90801d-ed92-4c90-80d7-eae5cb727c07" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.339385] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7a90801d-ed92-4c90-80d7-eae5cb727c07" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.339936] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7a90801d-ed92-4c90-80d7-eae5cb727c07" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.340101] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7a90801d-ed92-4c90-80d7-eae5cb727c07',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.406826] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.407147] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.407328] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.407578] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.407749] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.407899] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Segment Port 988c38e6-a305-4c16-97fc-c77f90571cf2 not found, creating... [ 711.408181] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.408368] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.408481] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.408658] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.408802] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.409125] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.409285] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.409679] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.409679] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.409762] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.409889] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Resource: SegmentPort with ID: 988c38e6-a305-4c16-97fc-c77f90571cf2 is going to be created. [ 711.431524] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.431784] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.431847] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.432136] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.432358] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.432721] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "port-988c38e6-a305-4c16-97fc-c77f90571cf2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.481091] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fe361d1a-2e49-48a9-8811-8b161d48ac20 in Status: SUCCESS [ 711.481091] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fe361d1a-2e49-48a9-8811-8b161d48ac20" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.481091] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fe361d1a-2e49-48a9-8811-8b161d48ac20" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.481091] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fe361d1a-2e49-48a9-8811-8b161d48ac20" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.481091] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fe361d1a-2e49-48a9-8811-8b161d48ac20',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.721814] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('743be6ae-fd48-4ba0-81a7-fa01a232e1d4',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.843675] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a90801d-ed92-4c90-80d7-eae5cb727c07 taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.843675] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a90801d-ed92-4c90-80d7-eae5cb727c07" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.843857] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a90801d-ed92-4c90-80d7-eae5cb727c07" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.844239] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a90801d-ed92-4c90-80d7-eae5cb727c07" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.844239] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.844386] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.845178] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.845178] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.845178] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.845178] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a90801d-ed92-4c90-80d7-eae5cb727c07" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.845178] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7a90801d-ed92-4c90-80d7-eae5cb727c07',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.963743] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5ddd4949-dfef-4bff-b70c-b5b472b13019 in Status: SUCCESS [ 711.964061] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5ddd4949-dfef-4bff-b70c-b5b472b13019" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.983833] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe361d1a-2e49-48a9-8811-8b161d48ac20 taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.984020] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe361d1a-2e49-48a9-8811-8b161d48ac20" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.984020] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe361d1a-2e49-48a9-8811-8b161d48ac20" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.984301] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe361d1a-2e49-48a9-8811-8b161d48ac20" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.984910] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.984910] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.984910] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.985100] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.985100] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.985163] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe361d1a-2e49-48a9-8811-8b161d48ac20" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.985448] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fe361d1a-2e49-48a9-8811-8b161d48ac20',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.177168] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9be1a32c-12ad-467a-bcea-9824a4ae76e6 in Status: SUCCESS [ 712.177755] env[65307]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9be1a32c-12ad-467a-bcea-9824a4ae76e6 deletion is rescheduled due to dependency. [ 712.177755] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9be1a32c-12ad-467a-bcea-9824a4ae76e6" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.225389] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 743be6ae-fd48-4ba0-81a7-fa01a232e1d4: rpc.has_security_group_logging(os_id): False [ 712.230340] env[65307]: INFO networking_nsxv3.common.synchronization [req-aa4f6d58-fd01-47f7-9646-ab128d5522dd req-35b7cc77-691e-45bf-b0d3-b779c72ca9ee service nova] Enqueued Resource ID: 67ab3be0-ca1a-43e9-b7b2-cbab718d0fc1 with Priority: HIGHEST for action security_group_rules [ 712.230508] env[65307]: INFO networking_nsxv3.common.synchronization [req-aa4f6d58-fd01-47f7-9646-ab128d5522dd req-35b7cc77-691e-45bf-b0d3-b779c72ca9ee service nova] Enqueued Resource ID: 67ab3be0-ca1a-43e9-b7b2-cbab718d0fc1 with Priority: HIGHEST for action security_group_members [ 712.230638] env[65307]: INFO networking_nsxv3.common.synchronization [req-aa4f6d58-fd01-47f7-9646-ab128d5522dd req-35b7cc77-691e-45bf-b0d3-b779c72ca9ee service nova] Enqueued Resource ID: 988c38e6-a305-4c16-97fc-c77f90571cf2 with Priority: HIGHEST for action port [ 712.231270] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67ab3be0-ca1a-43e9-b7b2-cbab718d0fc1 with Priority: HIGHEST for action security_group_rules [ 712.231404] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67ab3be0-ca1a-43e9-b7b2-cbab718d0fc1 with Priority: HIGHEST for action security_group_members [ 712.231524] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 988c38e6-a305-4c16-97fc-c77f90571cf2 with Priority: HIGHEST for action port [ 712.232252] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-67ab3be0-ca1a-43e9-b7b2-cbab718d0fc1 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.232382] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-67ab3be0-ca1a-43e9-b7b2-cbab718d0fc1" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.232451] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-67ab3be0-ca1a-43e9-b7b2-cbab718d0fc1" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.232704] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-67ab3be0-ca1a-43e9-b7b2-cbab718d0fc1" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.232852] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('67ab3be0-ca1a-43e9-b7b2-cbab718d0fc1',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.236032] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-67ab3be0-ca1a-43e9-b7b2-cbab718d0fc1 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.236032] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67ab3be0-ca1a-43e9-b7b2-cbab718d0fc1" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.236032] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67ab3be0-ca1a-43e9-b7b2-cbab718d0fc1" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.236032] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67ab3be0-ca1a-43e9-b7b2-cbab718d0fc1" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.236032] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.236032] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.236032] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.236032] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.236032] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.236414] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('67ab3be0-ca1a-43e9-b7b2-cbab718d0fc1',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.237397] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-988c38e6-a305-4c16-97fc-c77f90571cf2 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.237397] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-988c38e6-a305-4c16-97fc-c77f90571cf2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.237397] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-988c38e6-a305-4c16-97fc-c77f90571cf2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.237397] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-988c38e6-a305-4c16-97fc-c77f90571cf2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.237397] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('988c38e6-a305-4c16-97fc-c77f90571cf2',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.250854] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.251060] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.251060] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.251493] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.251493] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.252326] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.252326] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.252326] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.252326] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.252326] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.254538] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 743be6ae-fd48-4ba0-81a7-fa01a232e1d4 is going to be created. [ 712.321302] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.321880] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.322034] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.323445] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.323445] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.336641] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 743be6ae-fd48-4ba0-81a7-fa01a232e1d4 in Status: IN_PROGRESS for 2s [ 712.347602] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a90801d-ed92-4c90-80d7-eae5cb727c07 taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.348029] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a90801d-ed92-4c90-80d7-eae5cb727c07" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.348029] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a90801d-ed92-4c90-80d7-eae5cb727c07" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.349145] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a90801d-ed92-4c90-80d7-eae5cb727c07" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.349145] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.349145] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.349145] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.349145] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.349145] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.349145] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a90801d-ed92-4c90-80d7-eae5cb727c07" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.349145] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a90801d-ed92-4c90-80d7-eae5cb727c07 taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.349749] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a90801d-ed92-4c90-80d7-eae5cb727c07" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.349749] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a90801d-ed92-4c90-80d7-eae5cb727c07" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.349749] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a90801d-ed92-4c90-80d7-eae5cb727c07" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.349749] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.350078] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.350078] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.350078] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.350249] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.350249] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a90801d-ed92-4c90-80d7-eae5cb727c07" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.350333] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7a90801d-ed92-4c90-80d7-eae5cb727c07',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.488234] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe361d1a-2e49-48a9-8811-8b161d48ac20 taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.488561] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe361d1a-2e49-48a9-8811-8b161d48ac20" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.488661] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe361d1a-2e49-48a9-8811-8b161d48ac20" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.488939] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe361d1a-2e49-48a9-8811-8b161d48ac20" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.489800] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.489973] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.490063] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.490282] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.490382] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.490482] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe361d1a-2e49-48a9-8811-8b161d48ac20" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.491988] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe361d1a-2e49-48a9-8811-8b161d48ac20 taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.492141] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe361d1a-2e49-48a9-8811-8b161d48ac20" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.492214] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe361d1a-2e49-48a9-8811-8b161d48ac20" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.492402] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe361d1a-2e49-48a9-8811-8b161d48ac20" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.492563] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.492665] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.492730] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.492881] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.492965] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.493063] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe361d1a-2e49-48a9-8811-8b161d48ac20" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.493155] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fe361d1a-2e49-48a9-8811-8b161d48ac20',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.735690] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-67ab3be0-ca1a-43e9-b7b2-cbab718d0fc1 taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.735897] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67ab3be0-ca1a-43e9-b7b2-cbab718d0fc1" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.739343] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('67ab3be0-ca1a-43e9-b7b2-cbab718d0fc1',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.741488] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 988c38e6-a305-4c16-97fc-c77f90571cf2 with status ACTIVE [ 712.741488] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.741488] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.741488] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.741488] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.741488] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.741488] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.741488] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.743767] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.743767] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.743767] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.743767] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.743767] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.743767] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.743767] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.743767] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.743767] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 988c38e6-a305-4c16-97fc-c77f90571cf2 is going to be updated. [ 712.767103] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.767103] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.767103] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.767103] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.767340] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.767340] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-988c38e6-a305-4c16-97fc-c77f90571cf2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.856967] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7a90801d-ed92-4c90-80d7-eae5cb727c07: rpc.has_security_group_logging(os_id): False [ 712.883053] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.883364] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.883529] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.883823] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.884056] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.884922] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.885310] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.885595] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.887018] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.887018] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.887018] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.887018] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.887018] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.887018] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.887018] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.887018] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.887018] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.887018] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.887018] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.887931] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.888119] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7a90801d-ed92-4c90-80d7-eae5cb727c07 is going to be updated. [ 712.977539] env[65307]: INFO networking_nsxv3.common.synchronization [None req-561b13ae-a3ff-49ea-a620-7609fc96e455 None None] Enqueued Resource ID: f1e042a6-d973-4bfe-b6b1-31a9c22040c5 with Priority: HIGHEST for action port [ 712.977539] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1e042a6-d973-4bfe-b6b1-31a9c22040c5 with Priority: HIGHEST for action port [ 712.978531] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-f1e042a6-d973-4bfe-b6b1-31a9c22040c5 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.978893] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f1e042a6-d973-4bfe-b6b1-31a9c22040c5" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.984399] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f1e042a6-d973-4bfe-b6b1-31a9c22040c5" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.984399] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f1e042a6-d973-4bfe-b6b1-31a9c22040c5" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.984399] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f1e042a6-d973-4bfe-b6b1-31a9c22040c5',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.996979] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fe361d1a-2e49-48a9-8811-8b161d48ac20: rpc.has_security_group_logging(os_id): False [ 713.003864] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.004226] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.004226] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.004770] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.004770] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.029408] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7a90801d-ed92-4c90-80d7-eae5cb727c07 in Status: IN_PROGRESS for 2s [ 713.035617] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.036210] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.036210] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.036210] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.036210] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.036469] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.036582] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.036647] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.036820] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.036885] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.037103] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.037191] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.037256] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.037460] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.037539] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.037722] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.037832] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.037894] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.038044] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.038143] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.038200] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fe361d1a-2e49-48a9-8811-8b161d48ac20 is going to be updated. [ 713.157038] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.157038] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.157038] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.157038] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.157038] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.177354] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fe361d1a-2e49-48a9-8811-8b161d48ac20 in Status: IN_PROGRESS for 2s [ 713.245831] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('67ab3be0-ca1a-43e9-b7b2-cbab718d0fc1',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.485726] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f1e042a6-d973-4bfe-b6b1-31a9c22040c5 [ 713.485957] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.486108] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.486171] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.486394] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.486487] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.486581] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f1e042a6-d973-4bfe-b6b1-31a9c22040c5 already deleted. [ 713.486662] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f1e042a6-d973-4bfe-b6b1-31a9c22040c5" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.751181] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.751181] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.751181] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.751181] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.751181] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.751181] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 67ab3be0-ca1a-43e9-b7b2-cbab718d0fc1 is going to be created. [ 713.783126] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.783354] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.783444] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.783670] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.783853] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.799286] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67ab3be0-ca1a-43e9-b7b2-cbab718d0fc1 in Status: UNINITIALIZED for 2s [ 714.363078] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 743be6ae-fd48-4ba0-81a7-fa01a232e1d4 in Status: SUCCESS [ 714.363469] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-743be6ae-fd48-4ba0-81a7-fa01a232e1d4" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.554860] env[65307]: INFO networking_nsxv3.common.synchronization [req-68425021-23e6-43dd-bc49-91ed48ff4291 req-90b9e411-94d8-431e-9890-199755f2d0a2 tempest-ServersAdminNegativeTestJSON-892649280 tempest-ServersAdminNegativeTestJSON-892649280-project-member] Enqueued Resource ID: 3d2bb0fe-56a7-42b0-a655-d693abaa2102 with Priority: HIGHEST for action security_group_members [ 714.555353] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d2bb0fe-56a7-42b0-a655-d693abaa2102 with Priority: HIGHEST for action security_group_members [ 714.555756] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d2bb0fe-56a7-42b0-a655-d693abaa2102 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.555756] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d2bb0fe-56a7-42b0-a655-d693abaa2102" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.555895] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d2bb0fe-56a7-42b0-a655-d693abaa2102" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.557222] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d2bb0fe-56a7-42b0-a655-d693abaa2102" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.557222] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.557222] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.557222] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.557222] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.557222] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.557222] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3d2bb0fe-56a7-42b0-a655-d693abaa2102',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.956864] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock network-264 taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.957083] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "network-264" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.957433] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "network-264" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.957629] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "network-264" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.957878] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.958144] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.958322] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.959852] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.960020] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.960309] env[65307]: DEBUG dogpile.cache.region [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 714.960371] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] NeedRegenerationException {{(pid=65307) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 714.960504] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] no value, waiting for create lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 714.960621] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] value creation lock acquired {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 714.960732] env[65307]: DEBUG dogpile.cache.region [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 714.960834] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Calling creation function for not-yet-present value {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 714.960966] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 714.996557] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 714.996833] env[65307]: DEBUG dogpile.cache.region [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Cache value generated in 0.036 seconds for key(s): 'zone-id' {{(pid=65307) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 714.997044] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Released creation lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 714.997306] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "network-264" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.998640] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock port-89a2375a-86b3-4328-8e9c-97782617b2af taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.998640] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "port-89a2375a-86b3-4328-8e9c-97782617b2af" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.998640] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "port-89a2375a-86b3-4328-8e9c-97782617b2af" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.998921] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "port-89a2375a-86b3-4328-8e9c-97782617b2af" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.999142] env[65307]: DEBUG networking_nsxv3.api.rpc [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('89a2375a-86b3-4328-8e9c-97782617b2af',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.054849] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7a90801d-ed92-4c90-80d7-eae5cb727c07 in Status: SUCCESS [ 715.055086] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7a90801d-ed92-4c90-80d7-eae5cb727c07" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.060624] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.060758] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.060856] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.061127] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.061229] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.061448] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.061560] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.061648] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.061857] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.061981] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.062105] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d2bb0fe-56a7-42b0-a655-d693abaa2102 already deleted. [ 715.062192] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d2bb0fe-56a7-42b0-a655-d693abaa2102" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.197358] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fe361d1a-2e49-48a9-8811-8b161d48ac20 in Status: SUCCESS [ 715.197769] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fe361d1a-2e49-48a9-8811-8b161d48ac20" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.483039] env[65307]: INFO networking_nsxv3.common.synchronization [None req-963c22ec-c800-4502-a8a9-fa42aedb4898 None None] Enqueued Resource ID: 97972a71-8bff-4f99-ae03-903868e4cea2 with Priority: HIGHEST for action port [ 715.483039] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97972a71-8bff-4f99-ae03-903868e4cea2 with Priority: HIGHEST for action port [ 715.483039] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-97972a71-8bff-4f99-ae03-903868e4cea2 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.483039] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-97972a71-8bff-4f99-ae03-903868e4cea2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.483039] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-97972a71-8bff-4f99-ae03-903868e4cea2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.483447] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-97972a71-8bff-4f99-ae03-903868e4cea2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.483447] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('97972a71-8bff-4f99-ae03-903868e4cea2',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.502312] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.502559] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.502703] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.502974] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.503131] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.503276] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Segment Port 89a2375a-86b3-4328-8e9c-97782617b2af not found, creating... [ 715.503541] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.503718] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.503830] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.504246] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.504246] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.504441] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.504586] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.504710] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.504903] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.505037] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.505168] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Resource: SegmentPort with ID: 89a2375a-86b3-4328-8e9c-97782617b2af is going to be created. [ 715.531020] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.531020] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.531020] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.531020] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.531240] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.531511] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "port-89a2375a-86b3-4328-8e9c-97782617b2af" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.820300] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67ab3be0-ca1a-43e9-b7b2-cbab718d0fc1 in Status: SUCCESS [ 715.820541] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67ab3be0-ca1a-43e9-b7b2-cbab718d0fc1" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.820744] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67ab3be0-ca1a-43e9-b7b2-cbab718d0fc1" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.821060] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67ab3be0-ca1a-43e9-b7b2-cbab718d0fc1" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.821368] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.821518] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.821578] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.821851] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.821988] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.822165] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67ab3be0-ca1a-43e9-b7b2-cbab718d0fc1" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.822327] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('67ab3be0-ca1a-43e9-b7b2-cbab718d0fc1',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.986045] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 97972a71-8bff-4f99-ae03-903868e4cea2 [ 715.986396] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.986639] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.986783] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.987074] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.987224] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.987368] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:97972a71-8bff-4f99-ae03-903868e4cea2 already deleted. [ 715.987598] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-97972a71-8bff-4f99-ae03-903868e4cea2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.315547] env[65307]: INFO networking_nsxv3.common.synchronization [req-68425021-23e6-43dd-bc49-91ed48ff4291 req-8d9b44d3-6aaa-4841-a280-053edbc09ae4 service nova] Enqueued Resource ID: 3d2bb0fe-56a7-42b0-a655-d693abaa2102 with Priority: HIGHEST for action security_group_rules [ 716.315547] env[65307]: INFO networking_nsxv3.common.synchronization [req-68425021-23e6-43dd-bc49-91ed48ff4291 req-8d9b44d3-6aaa-4841-a280-053edbc09ae4 service nova] Enqueued Resource ID: 3d2bb0fe-56a7-42b0-a655-d693abaa2102 with Priority: HIGHEST for action security_group_members [ 716.315547] env[65307]: INFO networking_nsxv3.common.synchronization [req-68425021-23e6-43dd-bc49-91ed48ff4291 req-8d9b44d3-6aaa-4841-a280-053edbc09ae4 service nova] Enqueued Resource ID: 89a2375a-86b3-4328-8e9c-97782617b2af with Priority: HIGHEST for action port [ 716.315547] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d2bb0fe-56a7-42b0-a655-d693abaa2102 with Priority: HIGHEST for action security_group_rules [ 716.315547] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d2bb0fe-56a7-42b0-a655-d693abaa2102 with Priority: HIGHEST for action security_group_members [ 716.315547] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89a2375a-86b3-4328-8e9c-97782617b2af with Priority: HIGHEST for action port [ 716.315547] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3d2bb0fe-56a7-42b0-a655-d693abaa2102 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.315547] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3d2bb0fe-56a7-42b0-a655-d693abaa2102" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.315547] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3d2bb0fe-56a7-42b0-a655-d693abaa2102" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.315547] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3d2bb0fe-56a7-42b0-a655-d693abaa2102" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.315547] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3d2bb0fe-56a7-42b0-a655-d693abaa2102',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.316201] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d2bb0fe-56a7-42b0-a655-d693abaa2102 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.317030] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d2bb0fe-56a7-42b0-a655-d693abaa2102" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.317139] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d2bb0fe-56a7-42b0-a655-d693abaa2102" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.317345] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d2bb0fe-56a7-42b0-a655-d693abaa2102" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.317679] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.317757] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.317757] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.317897] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.318448] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.318662] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3d2bb0fe-56a7-42b0-a655-d693abaa2102',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.319389] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-89a2375a-86b3-4328-8e9c-97782617b2af taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.319508] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-89a2375a-86b3-4328-8e9c-97782617b2af" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.319563] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-89a2375a-86b3-4328-8e9c-97782617b2af" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.319723] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-89a2375a-86b3-4328-8e9c-97782617b2af" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.319804] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('89a2375a-86b3-4328-8e9c-97782617b2af',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.325618] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-67ab3be0-ca1a-43e9-b7b2-cbab718d0fc1 taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.325618] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67ab3be0-ca1a-43e9-b7b2-cbab718d0fc1" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.325844] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67ab3be0-ca1a-43e9-b7b2-cbab718d0fc1" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.325997] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67ab3be0-ca1a-43e9-b7b2-cbab718d0fc1" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.326346] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.326475] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.326564] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.326760] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.326856] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.327188] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67ab3be0-ca1a-43e9-b7b2-cbab718d0fc1" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.327188] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-67ab3be0-ca1a-43e9-b7b2-cbab718d0fc1 taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.327311] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67ab3be0-ca1a-43e9-b7b2-cbab718d0fc1" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.327311] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67ab3be0-ca1a-43e9-b7b2-cbab718d0fc1" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.327642] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67ab3be0-ca1a-43e9-b7b2-cbab718d0fc1" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.327642] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.327746] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.327803] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.327983] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.328076] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.328194] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67ab3be0-ca1a-43e9-b7b2-cbab718d0fc1" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.328282] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('67ab3be0-ca1a-43e9-b7b2-cbab718d0fc1',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.823695] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d2bb0fe-56a7-42b0-a655-d693abaa2102 taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.824056] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d2bb0fe-56a7-42b0-a655-d693abaa2102" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.824056] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3d2bb0fe-56a7-42b0-a655-d693abaa2102',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.824963] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 89a2375a-86b3-4328-8e9c-97782617b2af with status ACTIVE [ 716.825174] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.825324] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.825463] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.825637] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.825689] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.825860] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.825950] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.826061] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.826189] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.826263] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.826454] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.826547] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.826604] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.826745] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.826821] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.826972] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 89a2375a-86b3-4328-8e9c-97782617b2af is going to be updated. [ 716.833044] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 67ab3be0-ca1a-43e9-b7b2-cbab718d0fc1: rpc.has_security_group_logging(os_id): False [ 716.859017] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.859017] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.859017] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.859017] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.859017] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.859017] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-89a2375a-86b3-4328-8e9c-97782617b2af" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.860150] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.860318] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.860439] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.860654] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.860773] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.861015] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.861172] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.861362] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.861569] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.861683] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.862009] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.862218] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.862315] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.862504] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.862613] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.862846] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.862976] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.863073] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.863262] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.863370] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.863497] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 67ab3be0-ca1a-43e9-b7b2-cbab718d0fc1 is going to be created. [ 716.987470] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.988435] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.988435] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.988687] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.988934] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.011305] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 67ab3be0-ca1a-43e9-b7b2-cbab718d0fc1 in Status: IN_PROGRESS for 2s [ 717.329561] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3d2bb0fe-56a7-42b0-a655-d693abaa2102',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.832342] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.832646] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.832646] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.832812] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.832906] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.833016] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d2bb0fe-56a7-42b0-a655-d693abaa2102 is going to be created. [ 717.861380] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.861585] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.861585] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.861788] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.862458] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.873675] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d2bb0fe-56a7-42b0-a655-d693abaa2102 in Status: UNINITIALIZED for 2s [ 718.914118] env[65307]: INFO networking_nsxv3.common.synchronization [req-4cae28d9-c479-4b3f-88df-8cb20ec955b6 req-63507a8c-5888-488a-be4b-83897b34f656 tempest-ServersTestMultiNic-1991800171 tempest-ServersTestMultiNic-1991800171-project-member] Enqueued Resource ID: 7a90801d-ed92-4c90-80d7-eae5cb727c07 with Priority: HIGHEST for action security_group_members [ 718.914918] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a90801d-ed92-4c90-80d7-eae5cb727c07 with Priority: HIGHEST for action security_group_members [ 718.914918] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a90801d-ed92-4c90-80d7-eae5cb727c07 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.914918] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a90801d-ed92-4c90-80d7-eae5cb727c07" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.915313] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a90801d-ed92-4c90-80d7-eae5cb727c07" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.915313] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a90801d-ed92-4c90-80d7-eae5cb727c07" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.915653] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.915653] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.915653] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.915816] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.915816] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.915902] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7a90801d-ed92-4c90-80d7-eae5cb727c07',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.038260] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 67ab3be0-ca1a-43e9-b7b2-cbab718d0fc1 in Status: SUCCESS [ 719.038697] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-67ab3be0-ca1a-43e9-b7b2-cbab718d0fc1" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.236176] env[65307]: INFO networking_nsxv3.common.synchronization [req-4cae28d9-c479-4b3f-88df-8cb20ec955b6 req-e1835279-558c-4483-b64f-9faaf40ad0c8 tempest-ServersTestMultiNic-1991800171 tempest-ServersTestMultiNic-1991800171-project-member] Enqueued Resource ID: 7a90801d-ed92-4c90-80d7-eae5cb727c07 with Priority: HIGHEST for action security_group_members [ 719.236176] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a90801d-ed92-4c90-80d7-eae5cb727c07 with Priority: HIGHEST for action security_group_members [ 719.236176] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a90801d-ed92-4c90-80d7-eae5cb727c07 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.237685] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a90801d-ed92-4c90-80d7-eae5cb727c07" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.419698] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7a90801d-ed92-4c90-80d7-eae5cb727c07',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.528037] env[65307]: INFO networking_nsxv3.common.synchronization [req-4cae28d9-c479-4b3f-88df-8cb20ec955b6 req-45f8aa02-ddba-4298-8a29-bc9caae06814 tempest-ServersTestMultiNic-1991800171 tempest-ServersTestMultiNic-1991800171-project-member] Enqueued Resource ID: 7a90801d-ed92-4c90-80d7-eae5cb727c07 with Priority: HIGHEST for action security_group_members [ 719.529040] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a90801d-ed92-4c90-80d7-eae5cb727c07 with Priority: HIGHEST for action security_group_members [ 719.529040] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a90801d-ed92-4c90-80d7-eae5cb727c07 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.531059] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a90801d-ed92-4c90-80d7-eae5cb727c07" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.862398] env[65307]: INFO networking_nsxv3.common.synchronization [req-8de7ea44-c026-475f-b777-ebacf0bfca4e req-01d629f0-3234-43f1-8410-4ae70e64c17f tempest-ServerRescueNegativeTestJSON-775459428 tempest-ServerRescueNegativeTestJSON-775459428-project-member] Enqueued Resource ID: 1fb8c340-b1af-40ff-848a-419b96a4dbd2 with Priority: HIGHEST for action security_group_members [ 719.862398] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fb8c340-b1af-40ff-848a-419b96a4dbd2 with Priority: HIGHEST for action security_group_members [ 719.862398] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-1fb8c340-b1af-40ff-848a-419b96a4dbd2 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.862398] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1fb8c340-b1af-40ff-848a-419b96a4dbd2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.862670] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1fb8c340-b1af-40ff-848a-419b96a4dbd2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.862722] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1fb8c340-b1af-40ff-848a-419b96a4dbd2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.862892] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.863024] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.865155] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.865155] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.865155] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.865255] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1fb8c340-b1af-40ff-848a-419b96a4dbd2',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.887039] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d2bb0fe-56a7-42b0-a655-d693abaa2102 in Status: SUCCESS [ 719.888130] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d2bb0fe-56a7-42b0-a655-d693abaa2102" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.888130] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d2bb0fe-56a7-42b0-a655-d693abaa2102" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.888130] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d2bb0fe-56a7-42b0-a655-d693abaa2102" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.888316] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.888378] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.889058] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.889058] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.889058] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.889058] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d2bb0fe-56a7-42b0-a655-d693abaa2102" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.889058] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3d2bb0fe-56a7-42b0-a655-d693abaa2102',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.923940] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7a90801d-ed92-4c90-80d7-eae5cb727c07',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.369601] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.369601] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.369766] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.369916] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.370027] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.370494] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.370494] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.370494] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.370783] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.370783] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.370783] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1fb8c340-b1af-40ff-848a-419b96a4dbd2 already deleted. [ 720.370783] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1fb8c340-b1af-40ff-848a-419b96a4dbd2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.391817] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d2bb0fe-56a7-42b0-a655-d693abaa2102 taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.392096] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d2bb0fe-56a7-42b0-a655-d693abaa2102" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.392215] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d2bb0fe-56a7-42b0-a655-d693abaa2102" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.392552] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d2bb0fe-56a7-42b0-a655-d693abaa2102" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.392795] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.392988] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.393074] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.393357] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.393476] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.393625] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d2bb0fe-56a7-42b0-a655-d693abaa2102" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.393860] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d2bb0fe-56a7-42b0-a655-d693abaa2102 taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.394311] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d2bb0fe-56a7-42b0-a655-d693abaa2102" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.394311] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d2bb0fe-56a7-42b0-a655-d693abaa2102" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.394624] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d2bb0fe-56a7-42b0-a655-d693abaa2102" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.394624] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.398023] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.398196] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.398482] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.398636] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.398796] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d2bb0fe-56a7-42b0-a655-d693abaa2102" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.398953] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3d2bb0fe-56a7-42b0-a655-d693abaa2102',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.407293] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock network-481 taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.409784] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "network-481" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.409784] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "network-481" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.409784] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "network-481" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.409965] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.410263] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.410418] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.410964] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.410964] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.411237] env[65307]: DEBUG dogpile.cache.region [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 720.411451] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] NeedRegenerationException {{(pid=65307) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 720.411754] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] no value, waiting for create lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 720.411754] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] value creation lock acquired {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 720.411836] env[65307]: DEBUG dogpile.cache.region [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 720.411946] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Calling creation function for not-yet-present value {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 720.412880] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 720.430569] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.430897] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.430897] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.431090] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.431207] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.431290] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7a90801d-ed92-4c90-80d7-eae5cb727c07 is going to be updated. [ 720.438891] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 720.439100] env[65307]: DEBUG dogpile.cache.region [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65307) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 720.439313] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Released creation lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 720.439534] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "network-481" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.439912] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock port-8cd424f8-f97b-497b-b4e3-63928a65d96b taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.440159] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "port-8cd424f8-f97b-497b-b4e3-63928a65d96b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.440253] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "port-8cd424f8-f97b-497b-b4e3-63928a65d96b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.440846] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "port-8cd424f8-f97b-497b-b4e3-63928a65d96b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.440846] env[65307]: DEBUG networking_nsxv3.api.rpc [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8cd424f8-f97b-497b-b4e3-63928a65d96b',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.478346] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.478346] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.478346] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.478346] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.479883] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.493176] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a90801d-ed92-4c90-80d7-eae5cb727c07 in Status: IN_PROGRESS for 2s [ 720.915126] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3d2bb0fe-56a7-42b0-a655-d693abaa2102: rpc.has_security_group_logging(os_id): False [ 720.936576] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.936924] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.936924] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.937410] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.937640] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.937930] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.938142] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.938281] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.938540] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.938665] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.938913] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.939062] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.939169] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.939349] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.939448] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.939671] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.939902] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.939958] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.940171] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.940236] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.940344] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3d2bb0fe-56a7-42b0-a655-d693abaa2102 is going to be created. [ 720.943333] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.943578] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.943728] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.943997] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.944183] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.944338] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Segment Port 8cd424f8-f97b-497b-b4e3-63928a65d96b not found, creating... [ 720.944615] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.944770] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.944880] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.945103] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.945235] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.945519] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.945663] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.945774] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.945976] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.946119] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.946255] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Resource: SegmentPort with ID: 8cd424f8-f97b-497b-b4e3-63928a65d96b is going to be created. [ 720.969705] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.969992] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.970140] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.970471] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.970763] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.970905] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "port-8cd424f8-f97b-497b-b4e3-63928a65d96b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.016635] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.016635] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.016635] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.016938] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.017214] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.033487] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3d2bb0fe-56a7-42b0-a655-d693abaa2102 in Status: IN_PROGRESS for 2s [ 721.703214] env[65307]: INFO networking_nsxv3.common.synchronization [req-8de7ea44-c026-475f-b777-ebacf0bfca4e req-95c95141-4223-4d22-ac6f-62efa26c406b service nova] Enqueued Resource ID: 1fb8c340-b1af-40ff-848a-419b96a4dbd2 with Priority: HIGHEST for action security_group_rules [ 721.703214] env[65307]: INFO networking_nsxv3.common.synchronization [req-8de7ea44-c026-475f-b777-ebacf0bfca4e req-95c95141-4223-4d22-ac6f-62efa26c406b service nova] Enqueued Resource ID: 1fb8c340-b1af-40ff-848a-419b96a4dbd2 with Priority: HIGHEST for action security_group_members [ 721.703214] env[65307]: INFO networking_nsxv3.common.synchronization [req-8de7ea44-c026-475f-b777-ebacf0bfca4e req-95c95141-4223-4d22-ac6f-62efa26c406b service nova] Enqueued Resource ID: 8cd424f8-f97b-497b-b4e3-63928a65d96b with Priority: HIGHEST for action port [ 721.703214] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fb8c340-b1af-40ff-848a-419b96a4dbd2 with Priority: HIGHEST for action security_group_rules [ 721.703214] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fb8c340-b1af-40ff-848a-419b96a4dbd2 with Priority: HIGHEST for action security_group_members [ 721.703214] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8cd424f8-f97b-497b-b4e3-63928a65d96b with Priority: HIGHEST for action port [ 721.704320] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1fb8c340-b1af-40ff-848a-419b96a4dbd2 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.704461] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1fb8c340-b1af-40ff-848a-419b96a4dbd2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.704532] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1fb8c340-b1af-40ff-848a-419b96a4dbd2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.704821] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1fb8c340-b1af-40ff-848a-419b96a4dbd2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.704912] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1fb8c340-b1af-40ff-848a-419b96a4dbd2',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.705802] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-1fb8c340-b1af-40ff-848a-419b96a4dbd2 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.705904] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1fb8c340-b1af-40ff-848a-419b96a4dbd2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.705970] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1fb8c340-b1af-40ff-848a-419b96a4dbd2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.706166] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1fb8c340-b1af-40ff-848a-419b96a4dbd2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.706442] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.706442] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.706442] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.706589] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.706637] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.706730] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1fb8c340-b1af-40ff-848a-419b96a4dbd2',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.708047] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-8cd424f8-f97b-497b-b4e3-63928a65d96b taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.708182] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8cd424f8-f97b-497b-b4e3-63928a65d96b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.708279] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8cd424f8-f97b-497b-b4e3-63928a65d96b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.708496] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8cd424f8-f97b-497b-b4e3-63928a65d96b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.708737] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8cd424f8-f97b-497b-b4e3-63928a65d96b',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.210675] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-1fb8c340-b1af-40ff-848a-419b96a4dbd2 taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.211258] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1fb8c340-b1af-40ff-848a-419b96a4dbd2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.211258] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1fb8c340-b1af-40ff-848a-419b96a4dbd2',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.215215] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8cd424f8-f97b-497b-b4e3-63928a65d96b with status ACTIVE [ 722.215528] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.215701] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.215701] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.215929] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.216053] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.216297] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.216429] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.217154] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.217154] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.217154] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.217154] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.217509] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.217509] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.217509] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.217708] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.217768] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8cd424f8-f97b-497b-b4e3-63928a65d96b is going to be updated. [ 722.243466] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.243737] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.243835] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.244282] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.244570] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.245181] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8cd424f8-f97b-497b-b4e3-63928a65d96b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.510058] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a90801d-ed92-4c90-80d7-eae5cb727c07 in Status: SUCCESS [ 722.510289] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a90801d-ed92-4c90-80d7-eae5cb727c07" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.510468] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a90801d-ed92-4c90-80d7-eae5cb727c07" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.510700] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a90801d-ed92-4c90-80d7-eae5cb727c07" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.510881] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.510993] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.511091] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.511244] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.511320] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.511421] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7a90801d-ed92-4c90-80d7-eae5cb727c07',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.716765] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1fb8c340-b1af-40ff-848a-419b96a4dbd2',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.014964] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.015160] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.015231] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.015845] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.015845] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.016936] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.017048] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.017954] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.017954] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.017954] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.017954] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7a90801d-ed92-4c90-80d7-eae5cb727c07 is going to be updated. [ 723.059969] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3d2bb0fe-56a7-42b0-a655-d693abaa2102 in Status: SUCCESS [ 723.060276] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3d2bb0fe-56a7-42b0-a655-d693abaa2102" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.070683] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.071101] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.071101] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.071278] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.071416] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.084075] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a90801d-ed92-4c90-80d7-eae5cb727c07 in Status: IN_PROGRESS for 2s [ 723.220588] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.220588] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.220588] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.220588] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.220588] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.220588] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1fb8c340-b1af-40ff-848a-419b96a4dbd2 is going to be created. [ 723.254453] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.254722] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.254722] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.257025] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.257025] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.274652] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1fb8c340-b1af-40ff-848a-419b96a4dbd2 in Status: UNINITIALIZED for 2s [ 723.812705] env[65307]: INFO networking_nsxv3.common.synchronization [None req-b76891ff-0197-4efd-b8e2-360586ff3514 None None] Enqueued Resource ID: f9b9f9a5-c429-4119-bc38-db5dd093b3c3 with Priority: HIGHEST for action port [ 723.813255] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9b9f9a5-c429-4119-bc38-db5dd093b3c3 with Priority: HIGHEST for action port [ 723.813564] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-f9b9f9a5-c429-4119-bc38-db5dd093b3c3 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.813682] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f9b9f9a5-c429-4119-bc38-db5dd093b3c3" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.813755] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f9b9f9a5-c429-4119-bc38-db5dd093b3c3" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.814030] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f9b9f9a5-c429-4119-bc38-db5dd093b3c3" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.815609] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f9b9f9a5-c429-4119-bc38-db5dd093b3c3',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.319142] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f9b9f9a5-c429-4119-bc38-db5dd093b3c3 [ 724.319994] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.319994] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.319994] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.319994] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.319994] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.320202] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f9b9f9a5-c429-4119-bc38-db5dd093b3c3 already deleted. [ 724.320202] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f9b9f9a5-c429-4119-bc38-db5dd093b3c3" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.097040] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a90801d-ed92-4c90-80d7-eae5cb727c07 in Status: SUCCESS [ 725.097353] env[65307]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7a90801d-ed92-4c90-80d7-eae5cb727c07 deletion is rescheduled due to dependency. [ 725.097454] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a90801d-ed92-4c90-80d7-eae5cb727c07" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.098767] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a90801d-ed92-4c90-80d7-eae5cb727c07" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.098767] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a90801d-ed92-4c90-80d7-eae5cb727c07" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.098767] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.098767] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.098767] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.098767] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.098767] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.099245] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7a90801d-ed92-4c90-80d7-eae5cb727c07',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.287745] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1fb8c340-b1af-40ff-848a-419b96a4dbd2 in Status: SUCCESS [ 725.287745] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1fb8c340-b1af-40ff-848a-419b96a4dbd2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.287745] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1fb8c340-b1af-40ff-848a-419b96a4dbd2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.287745] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1fb8c340-b1af-40ff-848a-419b96a4dbd2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.287745] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.287745] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.287745] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.287745] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.287745] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.287745] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1fb8c340-b1af-40ff-848a-419b96a4dbd2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.287745] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1fb8c340-b1af-40ff-848a-419b96a4dbd2',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.376837] env[65307]: INFO networking_nsxv3.common.synchronization [req-c5990c94-75d1-4a39-84b4-b45d5aca82dd req-2221011b-8458-4f49-a811-cfadb16d95e0 tempest-ServersWithSpecificFlavorTestJSON-97324870 tempest-ServersWithSpecificFlavorTestJSON-97324870-project-member] Enqueued Resource ID: 19ec616f-3b1a-4ea0-b37f-4725ba96156d with Priority: HIGHEST for action security_group_members [ 725.379456] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19ec616f-3b1a-4ea0-b37f-4725ba96156d with Priority: HIGHEST for action security_group_members [ 725.379456] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-19ec616f-3b1a-4ea0-b37f-4725ba96156d taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.379456] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19ec616f-3b1a-4ea0-b37f-4725ba96156d" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.379456] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19ec616f-3b1a-4ea0-b37f-4725ba96156d" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.379456] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19ec616f-3b1a-4ea0-b37f-4725ba96156d" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.379456] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.379456] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.379456] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.379456] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.379456] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.379456] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('19ec616f-3b1a-4ea0-b37f-4725ba96156d',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.605899] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.606991] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.606991] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.606991] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.606991] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.606991] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.607251] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.607251] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.607373] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.607457] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.607586] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7a90801d-ed92-4c90-80d7-eae5cb727c07 is going to be updated. [ 725.642323] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.642506] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.642587] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.642809] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.642994] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.658057] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a90801d-ed92-4c90-80d7-eae5cb727c07 in Status: IN_PROGRESS for 2s [ 725.793211] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock network-359 taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.793211] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "network-359" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.793211] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "network-359" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.793211] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "network-359" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.793488] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.793556] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.793653] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.793842] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.794010] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.795633] env[65307]: DEBUG dogpile.cache.region [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 725.796731] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] NeedRegenerationException {{(pid=65307) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 725.796731] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] no value, waiting for create lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 725.796731] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] value creation lock acquired {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 725.796731] env[65307]: DEBUG dogpile.cache.region [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 725.796731] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Calling creation function for not-yet-present value {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 725.796731] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 725.798461] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-1fb8c340-b1af-40ff-848a-419b96a4dbd2 taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.799264] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1fb8c340-b1af-40ff-848a-419b96a4dbd2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.800019] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1fb8c340-b1af-40ff-848a-419b96a4dbd2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.800019] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1fb8c340-b1af-40ff-848a-419b96a4dbd2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.800019] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.800019] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.800283] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.800521] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.800700] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.801754] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1fb8c340-b1af-40ff-848a-419b96a4dbd2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.801754] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-1fb8c340-b1af-40ff-848a-419b96a4dbd2 taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.801754] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1fb8c340-b1af-40ff-848a-419b96a4dbd2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.801754] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1fb8c340-b1af-40ff-848a-419b96a4dbd2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.801754] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1fb8c340-b1af-40ff-848a-419b96a4dbd2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.801754] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.801754] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.801754] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.801754] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.802109] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.802109] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1fb8c340-b1af-40ff-848a-419b96a4dbd2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.802109] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1fb8c340-b1af-40ff-848a-419b96a4dbd2',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.824181] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 725.824181] env[65307]: DEBUG dogpile.cache.region [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65307) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 725.824181] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Released creation lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 725.824181] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "network-359" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.824181] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock port-4f2ae021-be2d-41ec-a45a-fb051d102be3 taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.824181] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "port-4f2ae021-be2d-41ec-a45a-fb051d102be3" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.824549] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "port-4f2ae021-be2d-41ec-a45a-fb051d102be3" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.824584] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "port-4f2ae021-be2d-41ec-a45a-fb051d102be3" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.824705] env[65307]: DEBUG networking_nsxv3.api.rpc [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4f2ae021-be2d-41ec-a45a-fb051d102be3',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.882054] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.882054] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.882054] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.882374] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.882494] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.882760] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.882891] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.882976] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.883183] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.883289] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.883400] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 19ec616f-3b1a-4ea0-b37f-4725ba96156d is going to be updated. [ 725.920024] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.920024] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.920024] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.920024] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.920024] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.932606] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19ec616f-3b1a-4ea0-b37f-4725ba96156d in Status: IN_PROGRESS for 2s [ 726.220406] env[65307]: INFO networking_nsxv3.common.synchronization [None req-2d07f6c6-5bca-40f7-ab73-574ba4ed38f9 None None] Enqueued Resource ID: 24f69898-cac0-417c-a063-8f7660158f9f with Priority: HIGHEST for action port [ 726.220945] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24f69898-cac0-417c-a063-8f7660158f9f with Priority: HIGHEST for action port [ 726.221283] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-24f69898-cac0-417c-a063-8f7660158f9f taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.221571] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-24f69898-cac0-417c-a063-8f7660158f9f" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.221571] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-24f69898-cac0-417c-a063-8f7660158f9f" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.221929] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-24f69898-cac0-417c-a063-8f7660158f9f" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.222043] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('24f69898-cac0-417c-a063-8f7660158f9f',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.305330] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1fb8c340-b1af-40ff-848a-419b96a4dbd2: rpc.has_security_group_logging(os_id): False [ 726.314990] env[65307]: INFO networking_nsxv3.common.synchronization [None req-c16b9cf6-5319-4101-938d-0ad7417878d3 None None] Enqueued Resource ID: 2d7d3d22-9339-4493-8daa-840910d69601 with Priority: HIGHEST for action port [ 726.316307] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d7d3d22-9339-4493-8daa-840910d69601 with Priority: HIGHEST for action port [ 726.316307] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-2d7d3d22-9339-4493-8daa-840910d69601 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.316841] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2d7d3d22-9339-4493-8daa-840910d69601" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.317317] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2d7d3d22-9339-4493-8daa-840910d69601" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.317707] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2d7d3d22-9339-4493-8daa-840910d69601" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.317824] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2d7d3d22-9339-4493-8daa-840910d69601',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.327016] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.327366] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.327580] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.327984] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.328234] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.328382] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Segment Port 4f2ae021-be2d-41ec-a45a-fb051d102be3 not found, creating... [ 726.328771] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.329061] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.329191] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.329527] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.329754] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.330316] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.330475] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.330658] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.330989] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.331208] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.331419] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Resource: SegmentPort with ID: 4f2ae021-be2d-41ec-a45a-fb051d102be3 is going to be created. [ 726.341837] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.342056] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.342130] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.342387] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.342498] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.342761] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.343324] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.343423] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.343717] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.343825] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.344073] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.344483] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.344578] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.344748] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.344831] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.345041] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.345128] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.345194] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.345556] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.345556] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.345710] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1fb8c340-b1af-40ff-848a-419b96a4dbd2 is going to be created. [ 726.359088] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.359427] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.359427] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.359751] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.360042] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.360330] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "port-4f2ae021-be2d-41ec-a45a-fb051d102be3" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.425379] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.425852] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.425852] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.425931] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.426127] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.444110] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1fb8c340-b1af-40ff-848a-419b96a4dbd2 in Status: IN_PROGRESS for 2s [ 726.723630] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 24f69898-cac0-417c-a063-8f7660158f9f [ 726.723868] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.724022] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.724072] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.724600] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.724712] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.724821] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:24f69898-cac0-417c-a063-8f7660158f9f already deleted. [ 726.724903] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-24f69898-cac0-417c-a063-8f7660158f9f" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.821070] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2d7d3d22-9339-4493-8daa-840910d69601 [ 726.821401] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.821578] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.821652] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.821994] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.822120] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.822238] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2d7d3d22-9339-4493-8daa-840910d69601 already deleted. [ 726.822336] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2d7d3d22-9339-4493-8daa-840910d69601" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.142733] env[65307]: INFO networking_nsxv3.common.synchronization [req-c5990c94-75d1-4a39-84b4-b45d5aca82dd req-d55b0539-ffeb-4ceb-9fb6-b842b72cc69c service nova] Enqueued Resource ID: 19ec616f-3b1a-4ea0-b37f-4725ba96156d with Priority: HIGHEST for action security_group_rules [ 727.142907] env[65307]: INFO networking_nsxv3.common.synchronization [req-c5990c94-75d1-4a39-84b4-b45d5aca82dd req-d55b0539-ffeb-4ceb-9fb6-b842b72cc69c service nova] Enqueued Resource ID: 19ec616f-3b1a-4ea0-b37f-4725ba96156d with Priority: HIGHEST for action security_group_members [ 727.143046] env[65307]: INFO networking_nsxv3.common.synchronization [req-c5990c94-75d1-4a39-84b4-b45d5aca82dd req-d55b0539-ffeb-4ceb-9fb6-b842b72cc69c service nova] Enqueued Resource ID: 4f2ae021-be2d-41ec-a45a-fb051d102be3 with Priority: HIGHEST for action port [ 727.143285] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19ec616f-3b1a-4ea0-b37f-4725ba96156d with Priority: HIGHEST for action security_group_rules [ 727.143414] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19ec616f-3b1a-4ea0-b37f-4725ba96156d with Priority: HIGHEST for action security_group_members [ 727.143501] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f2ae021-be2d-41ec-a45a-fb051d102be3 with Priority: HIGHEST for action port [ 727.145668] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-19ec616f-3b1a-4ea0-b37f-4725ba96156d taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.145880] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-19ec616f-3b1a-4ea0-b37f-4725ba96156d" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.145880] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-19ec616f-3b1a-4ea0-b37f-4725ba96156d" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.146062] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-19ec616f-3b1a-4ea0-b37f-4725ba96156d" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.146147] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('19ec616f-3b1a-4ea0-b37f-4725ba96156d',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.147440] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-19ec616f-3b1a-4ea0-b37f-4725ba96156d taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.147620] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19ec616f-3b1a-4ea0-b37f-4725ba96156d" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.147810] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-4f2ae021-be2d-41ec-a45a-fb051d102be3 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.147922] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4f2ae021-be2d-41ec-a45a-fb051d102be3" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.147963] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4f2ae021-be2d-41ec-a45a-fb051d102be3" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.149180] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4f2ae021-be2d-41ec-a45a-fb051d102be3" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.149180] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4f2ae021-be2d-41ec-a45a-fb051d102be3',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.308020] env[65307]: INFO networking_nsxv3.common.synchronization [req-e9a2bebd-df2b-440f-ba7b-5586a6b9e760 req-1218aaa5-c8c6-4409-ac5d-33734a3f0502 tempest-VolumesAssistedSnapshotsTest-606208129 tempest-VolumesAssistedSnapshotsTest-606208129-project-member] Enqueued Resource ID: b35f0dc2-7c76-42f5-a6f4-056679b4ec19 with Priority: HIGHEST for action security_group_members [ 727.308020] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b35f0dc2-7c76-42f5-a6f4-056679b4ec19 with Priority: HIGHEST for action security_group_members [ 727.308020] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-b35f0dc2-7c76-42f5-a6f4-056679b4ec19 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.308020] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b35f0dc2-7c76-42f5-a6f4-056679b4ec19" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.308433] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b35f0dc2-7c76-42f5-a6f4-056679b4ec19" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.311430] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b35f0dc2-7c76-42f5-a6f4-056679b4ec19" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.311430] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.311430] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.311430] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.311430] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.311430] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.311430] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b35f0dc2-7c76-42f5-a6f4-056679b4ec19',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.454238] env[65307]: INFO networking_nsxv3.common.synchronization [None req-bd935a77-bedf-4e75-8b8e-eeae55e7c485 tempest-ServerActionsTestOtherA-1819960408 tempest-ServerActionsTestOtherA-1819960408-project-member] Enqueued Resource ID: 0efd72d0-c4cf-47d9-b09f-7de4896d965d with Priority: HIGHEST for action security_group_rules [ 727.458021] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0efd72d0-c4cf-47d9-b09f-7de4896d965d with Priority: HIGHEST for action security_group_rules [ 727.458021] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0efd72d0-c4cf-47d9-b09f-7de4896d965d taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.458021] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0efd72d0-c4cf-47d9-b09f-7de4896d965d" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.458021] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0efd72d0-c4cf-47d9-b09f-7de4896d965d" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.458021] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0efd72d0-c4cf-47d9-b09f-7de4896d965d" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.458021] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0efd72d0-c4cf-47d9-b09f-7de4896d965d',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.654879] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-19ec616f-3b1a-4ea0-b37f-4725ba96156d taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.654879] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19ec616f-3b1a-4ea0-b37f-4725ba96156d" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.654879] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4f2ae021-be2d-41ec-a45a-fb051d102be3 with status ACTIVE [ 727.655216] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.655216] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.655321] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.655795] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.655957] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.656208] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.656363] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.656439] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.656682] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.656786] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.657048] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.659271] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.659413] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.659613] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.659728] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.659891] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4f2ae021-be2d-41ec-a45a-fb051d102be3 is going to be updated. [ 727.662129] env[65307]: INFO networking_nsxv3.common.synchronization [None req-ee042d22-cfa6-4962-813a-a0ec23d6b860 tempest-ServerActionsTestOtherA-1819960408 tempest-ServerActionsTestOtherA-1819960408-project-member] Enqueued Resource ID: 0efd72d0-c4cf-47d9-b09f-7de4896d965d with Priority: HIGHEST for action security_group_rules [ 727.664078] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0efd72d0-c4cf-47d9-b09f-7de4896d965d with Priority: HIGHEST for action security_group_rules [ 727.666608] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0efd72d0-c4cf-47d9-b09f-7de4896d965d taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.666608] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0efd72d0-c4cf-47d9-b09f-7de4896d965d" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.677080] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a90801d-ed92-4c90-80d7-eae5cb727c07 in Status: SUCCESS [ 727.677551] env[65307]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7a90801d-ed92-4c90-80d7-eae5cb727c07 deletion is rescheduled due to dependency. [ 727.677551] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a90801d-ed92-4c90-80d7-eae5cb727c07" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.691564] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.691716] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.691716] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.691951] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.692241] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.692378] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4f2ae021-be2d-41ec-a45a-fb051d102be3" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.812425] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.813789] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.813789] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.813789] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.813789] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.813789] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.813789] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.814194] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.814194] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.814287] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.814880] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b35f0dc2-7c76-42f5-a6f4-056679b4ec19 is going to be updated. [ 727.859203] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.861304] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.861479] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.861793] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.862049] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.873017] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b35f0dc2-7c76-42f5-a6f4-056679b4ec19 in Status: IN_PROGRESS for 2s [ 727.943807] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19ec616f-3b1a-4ea0-b37f-4725ba96156d in Status: SUCCESS [ 727.943993] env[65307]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 19ec616f-3b1a-4ea0-b37f-4725ba96156d deletion is rescheduled due to dependency. [ 727.947994] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19ec616f-3b1a-4ea0-b37f-4725ba96156d" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.947994] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19ec616f-3b1a-4ea0-b37f-4725ba96156d" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.947994] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19ec616f-3b1a-4ea0-b37f-4725ba96156d" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.947994] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.947994] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.947994] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.947994] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.947994] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.947994] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('19ec616f-3b1a-4ea0-b37f-4725ba96156d',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.983364] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.983364] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.983364] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.983364] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.983364] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.983364] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0efd72d0-c4cf-47d9-b09f-7de4896d965d already deleted. [ 727.983364] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0efd72d0-c4cf-47d9-b09f-7de4896d965d" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.983364] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0efd72d0-c4cf-47d9-b09f-7de4896d965d" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.983364] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0efd72d0-c4cf-47d9-b09f-7de4896d965d" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.983364] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0efd72d0-c4cf-47d9-b09f-7de4896d965d',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.447974] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('19ec616f-3b1a-4ea0-b37f-4725ba96156d',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.459040] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1fb8c340-b1af-40ff-848a-419b96a4dbd2 in Status: SUCCESS [ 728.459314] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1fb8c340-b1af-40ff-848a-419b96a4dbd2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.507744] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.513284] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.513284] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.513284] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.513284] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.513284] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0efd72d0-c4cf-47d9-b09f-7de4896d965d already deleted. [ 728.513284] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0efd72d0-c4cf-47d9-b09f-7de4896d965d" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.771050] env[65307]: INFO networking_nsxv3.common.synchronization [None req-acc4f5a9-068c-499c-92da-ce56dfc7f386 None None] Enqueued Resource ID: c82f31ba-c8ae-4b42-b1b4-6ee3f7a31311 with Priority: HIGHEST for action port [ 728.774158] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c82f31ba-c8ae-4b42-b1b4-6ee3f7a31311 with Priority: HIGHEST for action port [ 728.774158] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-c82f31ba-c8ae-4b42-b1b4-6ee3f7a31311 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.774158] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c82f31ba-c8ae-4b42-b1b4-6ee3f7a31311" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.774158] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c82f31ba-c8ae-4b42-b1b4-6ee3f7a31311" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.774320] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c82f31ba-c8ae-4b42-b1b4-6ee3f7a31311" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.774320] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c82f31ba-c8ae-4b42-b1b4-6ee3f7a31311',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.950779] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('19ec616f-3b1a-4ea0-b37f-4725ba96156d',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.277563] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c82f31ba-c8ae-4b42-b1b4-6ee3f7a31311 [ 729.278378] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.278530] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.278603] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.278958] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.278958] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.279245] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c82f31ba-c8ae-4b42-b1b4-6ee3f7a31311 already deleted. [ 729.279245] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c82f31ba-c8ae-4b42-b1b4-6ee3f7a31311" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.419947] env[65307]: INFO networking_nsxv3.common.synchronization [None req-60fcbd32-23b9-45b1-b691-f9d5e86f7a30 tempest-AttachInterfacesUnderV243Test-1455711928 tempest-AttachInterfacesUnderV243Test-1455711928-project-member] Enqueued Resource ID: 6c62b6c5-da54-449a-ad3c-0248f5e7b867 with Priority: HIGHEST for action security_group_rules [ 729.420243] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c62b6c5-da54-449a-ad3c-0248f5e7b867 with Priority: HIGHEST for action security_group_rules [ 729.420625] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6c62b6c5-da54-449a-ad3c-0248f5e7b867 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.420625] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6c62b6c5-da54-449a-ad3c-0248f5e7b867" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.420625] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6c62b6c5-da54-449a-ad3c-0248f5e7b867" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.423514] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6c62b6c5-da54-449a-ad3c-0248f5e7b867" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.424047] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6c62b6c5-da54-449a-ad3c-0248f5e7b867',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.453997] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.453997] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.454140] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.454367] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.454470] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.454580] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 19ec616f-3b1a-4ea0-b37f-4725ba96156d is going to be updated. [ 729.491175] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.491592] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.491592] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.491811] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.491999] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.504361] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19ec616f-3b1a-4ea0-b37f-4725ba96156d in Status: IN_PROGRESS for 2s [ 729.540201] env[65307]: INFO networking_nsxv3.common.synchronization [None req-b9818963-431f-4c2b-bbae-da5e795d8458 tempest-AttachInterfacesUnderV243Test-1455711928 tempest-AttachInterfacesUnderV243Test-1455711928-project-member] Enqueued Resource ID: 6c62b6c5-da54-449a-ad3c-0248f5e7b867 with Priority: HIGHEST for action security_group_rules [ 729.540201] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c62b6c5-da54-449a-ad3c-0248f5e7b867 with Priority: HIGHEST for action security_group_rules [ 729.542413] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6c62b6c5-da54-449a-ad3c-0248f5e7b867 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.542574] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6c62b6c5-da54-449a-ad3c-0248f5e7b867" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.884998] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b35f0dc2-7c76-42f5-a6f4-056679b4ec19 in Status: SUCCESS [ 729.885198] env[65307]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b35f0dc2-7c76-42f5-a6f4-056679b4ec19 deletion is rescheduled due to dependency. [ 729.885316] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b35f0dc2-7c76-42f5-a6f4-056679b4ec19" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.948942] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.949161] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.949161] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.949824] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.949824] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.951027] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6c62b6c5-da54-449a-ad3c-0248f5e7b867 already deleted. [ 729.951896] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6c62b6c5-da54-449a-ad3c-0248f5e7b867" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.952142] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6c62b6c5-da54-449a-ad3c-0248f5e7b867" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.952357] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6c62b6c5-da54-449a-ad3c-0248f5e7b867" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.952444] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6c62b6c5-da54-449a-ad3c-0248f5e7b867',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.478272] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.478454] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.478546] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.481045] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.481045] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.481045] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6c62b6c5-da54-449a-ad3c-0248f5e7b867 already deleted. [ 730.481045] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6c62b6c5-da54-449a-ad3c-0248f5e7b867" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.518439] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19ec616f-3b1a-4ea0-b37f-4725ba96156d in Status: SUCCESS [ 731.518843] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19ec616f-3b1a-4ea0-b37f-4725ba96156d" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.519027] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19ec616f-3b1a-4ea0-b37f-4725ba96156d" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.519237] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19ec616f-3b1a-4ea0-b37f-4725ba96156d" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.519443] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.519585] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.519667] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.519787] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.519852] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.519964] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19ec616f-3b1a-4ea0-b37f-4725ba96156d" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.520069] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('19ec616f-3b1a-4ea0-b37f-4725ba96156d',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.697649] env[65307]: INFO networking_nsxv3.common.synchronization [req-9a08b3e5-9ab5-40f1-bf65-78cc00f29c81 req-8d6f2181-bf53-4f38-a7c2-62f4971d97b6 tempest-ServersAdminTestJSON-1069615806 tempest-ServersAdminTestJSON-1069615806-project-member] Enqueued Resource ID: d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa with Priority: HIGHEST for action security_group_members [ 731.698461] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa with Priority: HIGHEST for action security_group_members [ 731.698936] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.698936] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.699068] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.699268] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.699381] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.699499] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.699631] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.699828] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.700239] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.700239] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.022025] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('19ec616f-3b1a-4ea0-b37f-4725ba96156d',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.202668] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.525853] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 19ec616f-3b1a-4ea0-b37f-4725ba96156d: rpc.has_security_group_logging(os_id): False [ 732.545382] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.546175] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.546175] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.546175] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.546175] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.546175] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.546368] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.546368] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.546501] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.546590] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.546645] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 19ec616f-3b1a-4ea0-b37f-4725ba96156d is going to be updated. [ 732.609210] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.609370] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.609752] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.609752] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.609888] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.624961] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 19ec616f-3b1a-4ea0-b37f-4725ba96156d in Status: IN_PROGRESS for 2s [ 732.707585] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.212673] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.212830] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.212895] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.213944] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.214079] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.214719] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa is going to be updated. [ 733.251602] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.251602] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.251602] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.251602] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.252238] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.265201] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa in Status: IN_PROGRESS for 2s [ 733.300652] env[65307]: INFO networking_nsxv3.common.synchronization [req-742f7cca-c97d-4c7a-8162-94ed164c08f2 req-b5875e30-409b-4f67-879d-cd966b3370eb tempest-ServerRescueTestJSON-593713329 tempest-ServerRescueTestJSON-593713329-project-member] Enqueued Resource ID: 6fe7462d-f1b1-40b8-9284-9fc61cdb1181 with Priority: HIGHEST for action security_group_members [ 733.301310] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fe7462d-f1b1-40b8-9284-9fc61cdb1181 with Priority: HIGHEST for action security_group_members [ 733.302119] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-6fe7462d-f1b1-40b8-9284-9fc61cdb1181 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.302245] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6fe7462d-f1b1-40b8-9284-9fc61cdb1181" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.302245] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6fe7462d-f1b1-40b8-9284-9fc61cdb1181" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.302498] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6fe7462d-f1b1-40b8-9284-9fc61cdb1181" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.302599] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.302697] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.302754] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.304659] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.304756] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.304883] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6fe7462d-f1b1-40b8-9284-9fc61cdb1181',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.806875] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6fe7462d-f1b1-40b8-9284-9fc61cdb1181',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.309763] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6fe7462d-f1b1-40b8-9284-9fc61cdb1181',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.647552] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 19ec616f-3b1a-4ea0-b37f-4725ba96156d in Status: SUCCESS [ 734.647972] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-19ec616f-3b1a-4ea0-b37f-4725ba96156d" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.813642] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.813947] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.813947] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.814170] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.814284] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.814594] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6fe7462d-f1b1-40b8-9284-9fc61cdb1181 is going to be updated. [ 734.846341] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.847377] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.847377] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.847377] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.847377] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.857811] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6fe7462d-f1b1-40b8-9284-9fc61cdb1181 in Status: IN_PROGRESS for 2s [ 735.289991] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa in Status: SUCCESS [ 735.290697] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.436951] env[65307]: INFO networking_nsxv3.common.synchronization [None req-5f44f420-1ad1-4e8b-a51f-37003b3d2b99 None None] Enqueued Resource ID: 2921873b-f10d-46ca-a601-4598fa8c1910 with Priority: HIGHEST for action port [ 735.437550] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2921873b-f10d-46ca-a601-4598fa8c1910 with Priority: HIGHEST for action port [ 735.439024] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-2921873b-f10d-46ca-a601-4598fa8c1910 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.439024] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2921873b-f10d-46ca-a601-4598fa8c1910" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.439194] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2921873b-f10d-46ca-a601-4598fa8c1910" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.439456] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2921873b-f10d-46ca-a601-4598fa8c1910" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.439597] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2921873b-f10d-46ca-a601-4598fa8c1910',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.660188] env[65307]: INFO networking_nsxv3.common.synchronization [req-df112011-7d0a-4da3-ac28-273132c5c7f7 req-708f2e87-a222-4d81-918a-ef811198c74e tempest-ImagesOneServerTestJSON-753352792 tempest-ImagesOneServerTestJSON-753352792-project-member] Enqueued Resource ID: aa826f8b-3969-413e-97b8-2dd9b968c88c with Priority: HIGHEST for action security_group_members [ 735.660678] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa826f8b-3969-413e-97b8-2dd9b968c88c with Priority: HIGHEST for action security_group_members [ 735.665705] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa826f8b-3969-413e-97b8-2dd9b968c88c taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.665705] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa826f8b-3969-413e-97b8-2dd9b968c88c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.665705] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa826f8b-3969-413e-97b8-2dd9b968c88c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.666045] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa826f8b-3969-413e-97b8-2dd9b968c88c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.666045] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.666045] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.666271] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.666271] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.666365] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.667344] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aa826f8b-3969-413e-97b8-2dd9b968c88c',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.942993] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2921873b-f10d-46ca-a601-4598fa8c1910 [ 735.944769] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.944769] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.944769] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.944769] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.944769] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.944769] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2921873b-f10d-46ca-a601-4598fa8c1910 already deleted. [ 735.944769] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2921873b-f10d-46ca-a601-4598fa8c1910" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.172188] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.172188] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.172188] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.172188] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.172188] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.172416] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.172416] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.172494] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.172685] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.172738] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.172784] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa826f8b-3969-413e-97b8-2dd9b968c88c is going to be updated. [ 736.210291] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.210456] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.210514] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.210713] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.210853] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.221411] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa826f8b-3969-413e-97b8-2dd9b968c88c in Status: IN_PROGRESS for 2s [ 736.675215] env[65307]: INFO networking_nsxv3.common.synchronization [None req-d50666b6-659e-4cb0-9cce-e3b86825c503 tempest-ServerActionsTestJSON-289642684 tempest-ServerActionsTestJSON-289642684-project-member] Enqueued Resource ID: 3ee3cf7c-7404-47cc-a90d-a5b8c150e4f9 with Priority: HIGHEST for action security_group_rules [ 736.675215] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ee3cf7c-7404-47cc-a90d-a5b8c150e4f9 with Priority: HIGHEST for action security_group_rules [ 736.675215] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3ee3cf7c-7404-47cc-a90d-a5b8c150e4f9 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.675215] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3ee3cf7c-7404-47cc-a90d-a5b8c150e4f9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.675215] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3ee3cf7c-7404-47cc-a90d-a5b8c150e4f9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.675215] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3ee3cf7c-7404-47cc-a90d-a5b8c150e4f9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.675215] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3ee3cf7c-7404-47cc-a90d-a5b8c150e4f9',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.770318] env[65307]: INFO networking_nsxv3.common.synchronization [None req-b76358e4-b41b-48c0-8fef-49d02aeabf8a tempest-ServerActionsTestJSON-289642684 tempest-ServerActionsTestJSON-289642684-project-member] Enqueued Resource ID: 3ee3cf7c-7404-47cc-a90d-a5b8c150e4f9 with Priority: HIGHEST for action security_group_rules [ 736.771129] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ee3cf7c-7404-47cc-a90d-a5b8c150e4f9 with Priority: HIGHEST for action security_group_rules [ 736.771398] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3ee3cf7c-7404-47cc-a90d-a5b8c150e4f9 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.771540] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3ee3cf7c-7404-47cc-a90d-a5b8c150e4f9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.869459] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6fe7462d-f1b1-40b8-9284-9fc61cdb1181 in Status: SUCCESS [ 736.869459] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6fe7462d-f1b1-40b8-9284-9fc61cdb1181" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.200148] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.200445] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.200445] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.200730] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.200730] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.200730] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3ee3cf7c-7404-47cc-a90d-a5b8c150e4f9 already deleted. [ 737.200818] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3ee3cf7c-7404-47cc-a90d-a5b8c150e4f9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.201023] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3ee3cf7c-7404-47cc-a90d-a5b8c150e4f9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.201130] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3ee3cf7c-7404-47cc-a90d-a5b8c150e4f9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.201211] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3ee3cf7c-7404-47cc-a90d-a5b8c150e4f9',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.502427] env[65307]: INFO networking_nsxv3.common.synchronization [None req-b1a643ac-dae5-4e8c-bc5f-e38fe9c6a5ea None None] Enqueued Resource ID: 9b11f1ea-3e3b-4d21-b95d-145651620b22 with Priority: HIGHEST for action port [ 737.502427] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b11f1ea-3e3b-4d21-b95d-145651620b22 with Priority: HIGHEST for action port [ 737.502427] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-9b11f1ea-3e3b-4d21-b95d-145651620b22 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.502427] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9b11f1ea-3e3b-4d21-b95d-145651620b22" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.502427] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9b11f1ea-3e3b-4d21-b95d-145651620b22" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.504785] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9b11f1ea-3e3b-4d21-b95d-145651620b22" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.504886] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9b11f1ea-3e3b-4d21-b95d-145651620b22',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.705059] env[65307]: INFO networking_nsxv3.common.synchronization [None req-c4282b85-a7c6-467c-b3cb-05aa60ae38e1 None None] Enqueued Resource ID: 333bbae6-6564-400f-bc7c-df8e8d07a70b with Priority: HIGHEST for action port [ 737.707765] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 333bbae6-6564-400f-bc7c-df8e8d07a70b with Priority: HIGHEST for action port [ 737.710890] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-333bbae6-6564-400f-bc7c-df8e8d07a70b taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.712658] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-333bbae6-6564-400f-bc7c-df8e8d07a70b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.712658] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-333bbae6-6564-400f-bc7c-df8e8d07a70b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.712658] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-333bbae6-6564-400f-bc7c-df8e8d07a70b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.712658] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('333bbae6-6564-400f-bc7c-df8e8d07a70b',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.731139] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.731251] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.731317] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.731524] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.731611] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.731708] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3ee3cf7c-7404-47cc-a90d-a5b8c150e4f9 already deleted. [ 737.731795] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3ee3cf7c-7404-47cc-a90d-a5b8c150e4f9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.008988] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9b11f1ea-3e3b-4d21-b95d-145651620b22 [ 738.009104] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.009359] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.009359] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.009538] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.009630] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.009727] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9b11f1ea-3e3b-4d21-b95d-145651620b22 already deleted. [ 738.009810] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9b11f1ea-3e3b-4d21-b95d-145651620b22" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.214642] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 333bbae6-6564-400f-bc7c-df8e8d07a70b [ 738.215010] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.215010] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.215010] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.216230] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.216432] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.216551] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:333bbae6-6564-400f-bc7c-df8e8d07a70b already deleted. [ 738.216771] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-333bbae6-6564-400f-bc7c-df8e8d07a70b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.234459] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa826f8b-3969-413e-97b8-2dd9b968c88c in Status: IN_PROGRESS for 4s [ 738.282288] env[65307]: INFO networking_nsxv3.common.synchronization [req-318dc031-5241-4aaa-991b-abf083497ca1 req-027c544a-2053-4be7-b555-633eda9b7322 tempest-TenantUsagesTestJSON-1577406535 tempest-TenantUsagesTestJSON-1577406535-project-member] Enqueued Resource ID: ee2710b2-68d5-4f0c-aff5-4de6205ea81b with Priority: HIGHEST for action security_group_members [ 738.284655] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee2710b2-68d5-4f0c-aff5-4de6205ea81b with Priority: HIGHEST for action security_group_members [ 738.285382] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee2710b2-68d5-4f0c-aff5-4de6205ea81b taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.285549] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee2710b2-68d5-4f0c-aff5-4de6205ea81b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.285598] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee2710b2-68d5-4f0c-aff5-4de6205ea81b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.285837] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee2710b2-68d5-4f0c-aff5-4de6205ea81b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.285996] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.286180] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.286180] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.286575] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.286575] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.286575] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ee2710b2-68d5-4f0c-aff5-4de6205ea81b',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.704175] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock network-264 taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.704382] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "network-264" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.704499] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "network-264" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.704756] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "network-264" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.705563] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.705563] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.705563] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.705563] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.706166] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.706166] env[65307]: DEBUG dogpile.cache.region [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 738.706166] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] NeedRegenerationException {{(pid=65307) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 738.706504] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] no value, waiting for create lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 738.706652] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] value creation lock acquired {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 738.706776] env[65307]: DEBUG dogpile.cache.region [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 738.708495] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Calling creation function for not-yet-present value {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 738.708495] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 738.731127] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 738.731127] env[65307]: DEBUG dogpile.cache.region [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65307) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 738.731127] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Released creation lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 738.731127] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "network-264" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.731127] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock port-0f0709ef-d40a-47c2-9916-a33e95070001 taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.731127] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "port-0f0709ef-d40a-47c2-9916-a33e95070001" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.731127] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "port-0f0709ef-d40a-47c2-9916-a33e95070001" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.732794] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "port-0f0709ef-d40a-47c2-9916-a33e95070001" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.732794] env[65307]: DEBUG networking_nsxv3.api.rpc [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0f0709ef-d40a-47c2-9916-a33e95070001',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.763333] env[65307]: INFO networking_nsxv3.common.synchronization [None req-a2dc7921-8233-4ec2-9637-f979b7e3d8ce tempest-ServerActionsTestOtherB-505455166 tempest-ServerActionsTestOtherB-505455166-project-member] Enqueued Resource ID: cd1fdfc7-9219-4ec0-87bb-5546cc5fd310 with Priority: HIGHEST for action security_group_rules [ 738.764266] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd1fdfc7-9219-4ec0-87bb-5546cc5fd310 with Priority: HIGHEST for action security_group_rules [ 738.764594] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cd1fdfc7-9219-4ec0-87bb-5546cc5fd310 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.764854] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cd1fdfc7-9219-4ec0-87bb-5546cc5fd310" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.764854] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cd1fdfc7-9219-4ec0-87bb-5546cc5fd310" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.765056] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cd1fdfc7-9219-4ec0-87bb-5546cc5fd310" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.765130] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cd1fdfc7-9219-4ec0-87bb-5546cc5fd310',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.790673] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.790673] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.790673] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.790673] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.790673] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.790673] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.790673] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.790673] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.790673] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.790673] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.790673] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ee2710b2-68d5-4f0c-aff5-4de6205ea81b already deleted. [ 738.790673] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee2710b2-68d5-4f0c-aff5-4de6205ea81b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.896037] env[65307]: INFO networking_nsxv3.common.synchronization [None req-29e42570-bcca-4b04-9570-4a5c4cdf0037 tempest-ServerActionsTestOtherB-505455166 tempest-ServerActionsTestOtherB-505455166-project-member] Enqueued Resource ID: cd1fdfc7-9219-4ec0-87bb-5546cc5fd310 with Priority: HIGHEST for action security_group_rules [ 738.898462] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd1fdfc7-9219-4ec0-87bb-5546cc5fd310 with Priority: HIGHEST for action security_group_rules [ 738.899056] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cd1fdfc7-9219-4ec0-87bb-5546cc5fd310 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.899157] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cd1fdfc7-9219-4ec0-87bb-5546cc5fd310" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.237284] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.237812] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.237812] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.238198] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.238343] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.238566] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Segment Port 0f0709ef-d40a-47c2-9916-a33e95070001 not found, creating... [ 739.238907] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.239145] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.239302] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.239629] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.239822] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.240208] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.240406] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.240544] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.240849] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.241056] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.241231] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Resource: SegmentPort with ID: 0f0709ef-d40a-47c2-9916-a33e95070001 is going to be created. [ 739.264241] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.264531] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.264621] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.265148] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.265704] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.266675] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "port-0f0709ef-d40a-47c2-9916-a33e95070001" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.288474] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.288734] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.288734] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.289046] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.289046] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.289178] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cd1fdfc7-9219-4ec0-87bb-5546cc5fd310 already deleted. [ 739.289226] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cd1fdfc7-9219-4ec0-87bb-5546cc5fd310" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.289383] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cd1fdfc7-9219-4ec0-87bb-5546cc5fd310" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.289543] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cd1fdfc7-9219-4ec0-87bb-5546cc5fd310" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.289625] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cd1fdfc7-9219-4ec0-87bb-5546cc5fd310',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.810332] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.810525] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.810525] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.810819] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.810819] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.810914] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cd1fdfc7-9219-4ec0-87bb-5546cc5fd310 already deleted. [ 739.810996] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cd1fdfc7-9219-4ec0-87bb-5546cc5fd310" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.982159] env[65307]: INFO networking_nsxv3.common.synchronization [req-318dc031-5241-4aaa-991b-abf083497ca1 req-392e00a0-c908-4c56-8aae-32d68d829464 service nova] Enqueued Resource ID: ee2710b2-68d5-4f0c-aff5-4de6205ea81b with Priority: HIGHEST for action security_group_rules [ 739.982159] env[65307]: INFO networking_nsxv3.common.synchronization [req-318dc031-5241-4aaa-991b-abf083497ca1 req-392e00a0-c908-4c56-8aae-32d68d829464 service nova] Enqueued Resource ID: ee2710b2-68d5-4f0c-aff5-4de6205ea81b with Priority: HIGHEST for action security_group_members [ 739.982159] env[65307]: INFO networking_nsxv3.common.synchronization [req-318dc031-5241-4aaa-991b-abf083497ca1 req-392e00a0-c908-4c56-8aae-32d68d829464 service nova] Enqueued Resource ID: 0f0709ef-d40a-47c2-9916-a33e95070001 with Priority: HIGHEST for action port [ 739.982159] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee2710b2-68d5-4f0c-aff5-4de6205ea81b with Priority: HIGHEST for action security_group_rules [ 739.982159] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee2710b2-68d5-4f0c-aff5-4de6205ea81b with Priority: HIGHEST for action security_group_members [ 739.982159] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f0709ef-d40a-47c2-9916-a33e95070001 with Priority: HIGHEST for action port [ 739.982620] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ee2710b2-68d5-4f0c-aff5-4de6205ea81b taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.982944] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ee2710b2-68d5-4f0c-aff5-4de6205ea81b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.983196] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ee2710b2-68d5-4f0c-aff5-4de6205ea81b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.983509] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ee2710b2-68d5-4f0c-aff5-4de6205ea81b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.983692] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ee2710b2-68d5-4f0c-aff5-4de6205ea81b',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.986179] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee2710b2-68d5-4f0c-aff5-4de6205ea81b taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.986179] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee2710b2-68d5-4f0c-aff5-4de6205ea81b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.986179] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee2710b2-68d5-4f0c-aff5-4de6205ea81b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.986179] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee2710b2-68d5-4f0c-aff5-4de6205ea81b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.986179] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.986179] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.986179] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.986179] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.986179] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.986179] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ee2710b2-68d5-4f0c-aff5-4de6205ea81b',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.988607] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-0f0709ef-d40a-47c2-9916-a33e95070001 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.988872] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0f0709ef-d40a-47c2-9916-a33e95070001" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.989096] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0f0709ef-d40a-47c2-9916-a33e95070001" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.989342] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0f0709ef-d40a-47c2-9916-a33e95070001" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.989500] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0f0709ef-d40a-47c2-9916-a33e95070001',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.247409] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa826f8b-3969-413e-97b8-2dd9b968c88c in Status: SUCCESS [ 740.248360] env[65307]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa826f8b-3969-413e-97b8-2dd9b968c88c deletion is rescheduled due to dependency. [ 740.248509] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa826f8b-3969-413e-97b8-2dd9b968c88c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.364168] env[65307]: INFO networking_nsxv3.common.synchronization [req-cc973d84-868a-4dcc-8a30-61db7c3b6731 req-7c9b5ac3-666d-491f-8ee4-05d130a73136 tempest-ServerMetadataTestJSON-1628373824 tempest-ServerMetadataTestJSON-1628373824-project-member] Enqueued Resource ID: 67ab3be0-ca1a-43e9-b7b2-cbab718d0fc1 with Priority: HIGHEST for action security_group_members [ 740.364736] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67ab3be0-ca1a-43e9-b7b2-cbab718d0fc1 with Priority: HIGHEST for action security_group_members [ 740.365695] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-67ab3be0-ca1a-43e9-b7b2-cbab718d0fc1 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.365695] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67ab3be0-ca1a-43e9-b7b2-cbab718d0fc1" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.365695] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67ab3be0-ca1a-43e9-b7b2-cbab718d0fc1" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.365695] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67ab3be0-ca1a-43e9-b7b2-cbab718d0fc1" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.366026] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.366026] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.366026] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.366184] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.366504] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.366504] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('67ab3be0-ca1a-43e9-b7b2-cbab718d0fc1',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.398532] env[65307]: INFO networking_nsxv3.common.synchronization [None req-2aa4007d-1913-4e7f-a7ef-4250fe57a3d7 None None] Enqueued Resource ID: 8da829a6-fd65-43b8-a639-96a693cd4343 with Priority: HIGHEST for action port [ 740.399167] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8da829a6-fd65-43b8-a639-96a693cd4343 with Priority: HIGHEST for action port [ 740.399593] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-8da829a6-fd65-43b8-a639-96a693cd4343 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.399689] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8da829a6-fd65-43b8-a639-96a693cd4343" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.399858] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8da829a6-fd65-43b8-a639-96a693cd4343" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.400587] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8da829a6-fd65-43b8-a639-96a693cd4343" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.400587] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8da829a6-fd65-43b8-a639-96a693cd4343',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.491842] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee2710b2-68d5-4f0c-aff5-4de6205ea81b taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.491969] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee2710b2-68d5-4f0c-aff5-4de6205ea81b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.492169] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ee2710b2-68d5-4f0c-aff5-4de6205ea81b',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.492985] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0f0709ef-d40a-47c2-9916-a33e95070001 with status ACTIVE [ 740.493183] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.493298] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.493358] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.493557] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.493643] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.493811] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.493934] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.494013] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.494396] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.494478] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.494723] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.494834] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.494884] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.495097] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.496212] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.496212] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0f0709ef-d40a-47c2-9916-a33e95070001 is going to be updated. [ 740.519840] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.520071] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.520071] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.520262] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.520389] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.520545] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0f0709ef-d40a-47c2-9916-a33e95070001" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.782424] env[65307]: INFO networking_nsxv3.common.synchronization [req-34792825-9519-402c-8756-dd811e2c0b52 req-7c6bd220-9a57-4b2e-8be1-cd1b00398385 tempest-ServersNegativeTestMultiTenantJSON-724638356 tempest-ServersNegativeTestMultiTenantJSON-724638356-project-member] Enqueued Resource ID: c368a3c2-f3de-40f9-b4d2-45b416dce356 with Priority: HIGHEST for action security_group_members [ 740.782424] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c368a3c2-f3de-40f9-b4d2-45b416dce356 with Priority: HIGHEST for action security_group_members [ 740.782424] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-c368a3c2-f3de-40f9-b4d2-45b416dce356 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.782424] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c368a3c2-f3de-40f9-b4d2-45b416dce356" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.782424] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c368a3c2-f3de-40f9-b4d2-45b416dce356" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.782704] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c368a3c2-f3de-40f9-b4d2-45b416dce356" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.782841] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.782916] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.782916] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.783154] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.783201] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.783309] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c368a3c2-f3de-40f9-b4d2-45b416dce356',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.870549] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.870814] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.870915] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.871212] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.871313] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.871519] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.871620] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.871683] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.871867] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.871918] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.872038] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 67ab3be0-ca1a-43e9-b7b2-cbab718d0fc1 is going to be updated. [ 740.901265] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.901399] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.901501] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.901677] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.901815] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.902832] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8da829a6-fd65-43b8-a639-96a693cd4343 [ 740.904993] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.905168] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.905279] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.905466] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.905554] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.905651] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8da829a6-fd65-43b8-a639-96a693cd4343 already deleted. [ 740.905746] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8da829a6-fd65-43b8-a639-96a693cd4343" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.914551] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67ab3be0-ca1a-43e9-b7b2-cbab718d0fc1 in Status: IN_PROGRESS for 2s [ 740.998664] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ee2710b2-68d5-4f0c-aff5-4de6205ea81b',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.230914] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock network-338 taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.230914] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "network-338" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.230914] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "network-338" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.231146] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "network-338" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.231360] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.231507] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.231585] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.231913] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.231913] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.232109] env[65307]: DEBUG dogpile.cache.region [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 741.234673] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] NeedRegenerationException {{(pid=65307) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 741.234673] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] no value, waiting for create lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 741.234673] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] value creation lock acquired {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 741.234673] env[65307]: DEBUG dogpile.cache.region [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 741.234673] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Calling creation function for not-yet-present value {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 741.234673] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 741.255951] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 741.257018] env[65307]: DEBUG dogpile.cache.region [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65307) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 741.257018] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Released creation lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 741.257018] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "network-338" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.257188] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock port-ffe3e81d-5d22-41ed-b9c3-17c02b65d0a7 taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.257403] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "port-ffe3e81d-5d22-41ed-b9c3-17c02b65d0a7" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.257550] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "port-ffe3e81d-5d22-41ed-b9c3-17c02b65d0a7" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.257931] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "port-ffe3e81d-5d22-41ed-b9c3-17c02b65d0a7" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.258119] env[65307]: DEBUG networking_nsxv3.api.rpc [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ffe3e81d-5d22-41ed-b9c3-17c02b65d0a7',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.285366] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.286346] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.286346] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.286346] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.286346] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.286346] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.286346] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.286629] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.286629] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.286629] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.286744] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c368a3c2-f3de-40f9-b4d2-45b416dce356 already deleted. [ 741.286744] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c368a3c2-f3de-40f9-b4d2-45b416dce356" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.503633] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.503633] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.503633] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.503878] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.503878] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.503975] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ee2710b2-68d5-4f0c-aff5-4de6205ea81b is going to be created. [ 741.531437] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.531649] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.531756] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.531994] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.532199] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.543664] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee2710b2-68d5-4f0c-aff5-4de6205ea81b in Status: UNINITIALIZED for 2s [ 741.760798] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.761089] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.761152] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.761414] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.761552] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.761699] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Segment Port ffe3e81d-5d22-41ed-b9c3-17c02b65d0a7 not found, creating... [ 741.761949] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.762142] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.762215] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.762426] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.762551] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.762968] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.763184] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.763297] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.763498] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.763719] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.763861] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Resource: SegmentPort with ID: ffe3e81d-5d22-41ed-b9c3-17c02b65d0a7 is going to be created. [ 741.785490] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.785713] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.785837] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.786052] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.786275] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.786486] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "port-ffe3e81d-5d22-41ed-b9c3-17c02b65d0a7" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.516644] env[65307]: INFO networking_nsxv3.common.synchronization [req-34792825-9519-402c-8756-dd811e2c0b52 req-dcec6425-a14f-4431-b078-614d8fdb40e9 service nova] Enqueued Resource ID: c368a3c2-f3de-40f9-b4d2-45b416dce356 with Priority: HIGHEST for action security_group_rules [ 742.516925] env[65307]: INFO networking_nsxv3.common.synchronization [req-34792825-9519-402c-8756-dd811e2c0b52 req-dcec6425-a14f-4431-b078-614d8fdb40e9 service nova] Enqueued Resource ID: c368a3c2-f3de-40f9-b4d2-45b416dce356 with Priority: HIGHEST for action security_group_members [ 742.516990] env[65307]: INFO networking_nsxv3.common.synchronization [req-34792825-9519-402c-8756-dd811e2c0b52 req-dcec6425-a14f-4431-b078-614d8fdb40e9 service nova] Enqueued Resource ID: ffe3e81d-5d22-41ed-b9c3-17c02b65d0a7 with Priority: HIGHEST for action port [ 742.517612] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c368a3c2-f3de-40f9-b4d2-45b416dce356 with Priority: HIGHEST for action security_group_rules [ 742.517847] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c368a3c2-f3de-40f9-b4d2-45b416dce356 with Priority: HIGHEST for action security_group_members [ 742.518016] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ffe3e81d-5d22-41ed-b9c3-17c02b65d0a7 with Priority: HIGHEST for action port [ 742.518444] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c368a3c2-f3de-40f9-b4d2-45b416dce356 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.518579] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c368a3c2-f3de-40f9-b4d2-45b416dce356" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.518740] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c368a3c2-f3de-40f9-b4d2-45b416dce356" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.519285] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c368a3c2-f3de-40f9-b4d2-45b416dce356" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.519285] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c368a3c2-f3de-40f9-b4d2-45b416dce356',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.522523] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-c368a3c2-f3de-40f9-b4d2-45b416dce356 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.522523] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c368a3c2-f3de-40f9-b4d2-45b416dce356" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.522523] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c368a3c2-f3de-40f9-b4d2-45b416dce356" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.522523] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c368a3c2-f3de-40f9-b4d2-45b416dce356" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.522523] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.522523] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.522523] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.522523] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.522523] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.522523] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c368a3c2-f3de-40f9-b4d2-45b416dce356',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.522879] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-ffe3e81d-5d22-41ed-b9c3-17c02b65d0a7 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.522879] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ffe3e81d-5d22-41ed-b9c3-17c02b65d0a7" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.522879] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ffe3e81d-5d22-41ed-b9c3-17c02b65d0a7" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.523616] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ffe3e81d-5d22-41ed-b9c3-17c02b65d0a7" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.523616] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ffe3e81d-5d22-41ed-b9c3-17c02b65d0a7',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.925883] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67ab3be0-ca1a-43e9-b7b2-cbab718d0fc1 in Status: SUCCESS [ 742.925883] env[65307]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 67ab3be0-ca1a-43e9-b7b2-cbab718d0fc1 deletion is rescheduled due to dependency. [ 742.925883] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67ab3be0-ca1a-43e9-b7b2-cbab718d0fc1" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.024764] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-c368a3c2-f3de-40f9-b4d2-45b416dce356 taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.024862] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c368a3c2-f3de-40f9-b4d2-45b416dce356" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.025066] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ffe3e81d-5d22-41ed-b9c3-17c02b65d0a7 with status ACTIVE [ 743.025326] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.025492] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.025544] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.025950] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.025993] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.026188] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.026329] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.026423] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.026579] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.026693] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.026912] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.027068] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.027125] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.027374] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.027418] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.027548] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ffe3e81d-5d22-41ed-b9c3-17c02b65d0a7 is going to be updated. [ 743.029592] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c368a3c2-f3de-40f9-b4d2-45b416dce356',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.052046] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.052350] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.052350] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.052497] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.052797] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.053016] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ffe3e81d-5d22-41ed-b9c3-17c02b65d0a7" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.532517] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c368a3c2-f3de-40f9-b4d2-45b416dce356',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.555460] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee2710b2-68d5-4f0c-aff5-4de6205ea81b in Status: SUCCESS [ 743.555460] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee2710b2-68d5-4f0c-aff5-4de6205ea81b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.555829] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee2710b2-68d5-4f0c-aff5-4de6205ea81b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.556314] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee2710b2-68d5-4f0c-aff5-4de6205ea81b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.556314] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.556452] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.556452] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.556658] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.556761] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.556871] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee2710b2-68d5-4f0c-aff5-4de6205ea81b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.556998] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ee2710b2-68d5-4f0c-aff5-4de6205ea81b',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.039558] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.039742] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.039851] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.040173] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.040279] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.040413] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c368a3c2-f3de-40f9-b4d2-45b416dce356 is going to be created. [ 744.059619] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee2710b2-68d5-4f0c-aff5-4de6205ea81b taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.059801] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee2710b2-68d5-4f0c-aff5-4de6205ea81b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.059900] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee2710b2-68d5-4f0c-aff5-4de6205ea81b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.060269] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee2710b2-68d5-4f0c-aff5-4de6205ea81b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.060526] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.060724] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.060823] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.061069] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.061176] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.061293] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee2710b2-68d5-4f0c-aff5-4de6205ea81b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.061526] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee2710b2-68d5-4f0c-aff5-4de6205ea81b taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.061781] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee2710b2-68d5-4f0c-aff5-4de6205ea81b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.061865] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee2710b2-68d5-4f0c-aff5-4de6205ea81b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.062175] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee2710b2-68d5-4f0c-aff5-4de6205ea81b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.062415] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.062683] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.062683] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.062683] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.062907] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.062907] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee2710b2-68d5-4f0c-aff5-4de6205ea81b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.063018] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ee2710b2-68d5-4f0c-aff5-4de6205ea81b',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.069143] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.069143] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.069143] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.069143] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.069143] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.084609] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c368a3c2-f3de-40f9-b4d2-45b416dce356 in Status: UNINITIALIZED for 2s [ 744.564878] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ee2710b2-68d5-4f0c-aff5-4de6205ea81b: rpc.has_security_group_logging(os_id): False [ 744.586618] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.586767] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.586825] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.587075] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.587177] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.587385] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.587493] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.587548] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.587746] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.587808] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.587975] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.588079] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.588134] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.588276] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.588349] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.588566] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.588695] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.588788] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.588934] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.589018] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.589121] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ee2710b2-68d5-4f0c-aff5-4de6205ea81b is going to be created. [ 744.677092] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.677092] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.677092] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.677092] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.677092] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.699229] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ee2710b2-68d5-4f0c-aff5-4de6205ea81b in Status: IN_PROGRESS for 2s [ 745.615281] env[65307]: INFO networking_nsxv3.common.synchronization [req-5483d0c5-586a-4e9e-b51c-d846dbeb2a79 req-cfc9b22e-f3fd-4743-a510-0b66f04f03d8 tempest-ServerRescueNegativeTestJSON-775459428 tempest-ServerRescueNegativeTestJSON-775459428-project-member] Enqueued Resource ID: 1fb8c340-b1af-40ff-848a-419b96a4dbd2 with Priority: HIGHEST for action security_group_members [ 745.616031] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fb8c340-b1af-40ff-848a-419b96a4dbd2 with Priority: HIGHEST for action security_group_members [ 745.616478] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-1fb8c340-b1af-40ff-848a-419b96a4dbd2 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.616632] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1fb8c340-b1af-40ff-848a-419b96a4dbd2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.616735] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1fb8c340-b1af-40ff-848a-419b96a4dbd2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.617024] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1fb8c340-b1af-40ff-848a-419b96a4dbd2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.617405] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.617405] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.617579] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.617761] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.617957] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.618118] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1fb8c340-b1af-40ff-848a-419b96a4dbd2',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.946600] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock network-481 taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.946600] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "network-481" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.946600] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "network-481" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.946808] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "network-481" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.947610] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.947610] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.947610] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.947610] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.947610] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.947922] env[65307]: DEBUG dogpile.cache.region [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 745.947991] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] NeedRegenerationException {{(pid=65307) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 745.948101] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] no value, waiting for create lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 745.948198] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] value creation lock acquired {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 745.948305] env[65307]: DEBUG dogpile.cache.region [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 745.948399] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Calling creation function for not-yet-present value {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 745.948524] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 745.970397] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 745.970397] env[65307]: DEBUG dogpile.cache.region [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65307) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 745.970397] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Released creation lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 745.970397] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "network-481" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.970397] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock port-43818b6c-dc2e-4a1f-961a-9dda52a835d6 taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.970397] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "port-43818b6c-dc2e-4a1f-961a-9dda52a835d6" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.970397] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "port-43818b6c-dc2e-4a1f-961a-9dda52a835d6" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.970851] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "port-43818b6c-dc2e-4a1f-961a-9dda52a835d6" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.970977] env[65307]: DEBUG networking_nsxv3.api.rpc [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('43818b6c-dc2e-4a1f-961a-9dda52a835d6',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.095562] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c368a3c2-f3de-40f9-b4d2-45b416dce356 in Status: SUCCESS [ 746.095729] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c368a3c2-f3de-40f9-b4d2-45b416dce356" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.096084] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c368a3c2-f3de-40f9-b4d2-45b416dce356" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.096167] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c368a3c2-f3de-40f9-b4d2-45b416dce356" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.096342] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.096572] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.096653] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.096847] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.096896] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.096956] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c368a3c2-f3de-40f9-b4d2-45b416dce356" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.097056] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c368a3c2-f3de-40f9-b4d2-45b416dce356',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.122061] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1fb8c340-b1af-40ff-848a-419b96a4dbd2',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.454672] env[65307]: INFO networking_nsxv3.common.synchronization [req-52dd7c0f-81ce-4c53-b4c4-9f2de2c9c9fa req-30225cc9-192c-49d7-86dd-b4dc80d5f177 tempest-ServersTestBootFromVolume-1814206897 tempest-ServersTestBootFromVolume-1814206897-project-member] Enqueued Resource ID: a0a2bd7f-3a10-41c4-be65-e0aa663bfa5b with Priority: HIGHEST for action security_group_members [ 746.455528] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0a2bd7f-3a10-41c4-be65-e0aa663bfa5b with Priority: HIGHEST for action security_group_members [ 746.455887] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-a0a2bd7f-3a10-41c4-be65-e0aa663bfa5b taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.456041] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a0a2bd7f-3a10-41c4-be65-e0aa663bfa5b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.456111] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a0a2bd7f-3a10-41c4-be65-e0aa663bfa5b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.456320] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a0a2bd7f-3a10-41c4-be65-e0aa663bfa5b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.456526] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.456633] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.456690] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.456854] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.456945] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.457052] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a0a2bd7f-3a10-41c4-be65-e0aa663bfa5b',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.474563] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.474927] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.475164] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.475576] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.475920] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.476059] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Segment Port 43818b6c-dc2e-4a1f-961a-9dda52a835d6 not found, creating... [ 746.476465] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.476811] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.476912] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.477681] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.477921] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.478367] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.478543] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.478654] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.478877] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.479014] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.479154] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Resource: SegmentPort with ID: 43818b6c-dc2e-4a1f-961a-9dda52a835d6 is going to be created. [ 746.501442] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.501668] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.501750] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.502025] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.502250] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.502531] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "port-43818b6c-dc2e-4a1f-961a-9dda52a835d6" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.599505] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-c368a3c2-f3de-40f9-b4d2-45b416dce356 taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.599706] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c368a3c2-f3de-40f9-b4d2-45b416dce356" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.599788] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c368a3c2-f3de-40f9-b4d2-45b416dce356" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.599953] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c368a3c2-f3de-40f9-b4d2-45b416dce356" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.600255] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.600399] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.600488] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.600673] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.600812] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.600899] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c368a3c2-f3de-40f9-b4d2-45b416dce356" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.601096] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-c368a3c2-f3de-40f9-b4d2-45b416dce356 taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.601294] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c368a3c2-f3de-40f9-b4d2-45b416dce356" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.601390] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c368a3c2-f3de-40f9-b4d2-45b416dce356" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.601568] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c368a3c2-f3de-40f9-b4d2-45b416dce356" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.601738] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.601879] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.601958] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.602182] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.602228] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.602315] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c368a3c2-f3de-40f9-b4d2-45b416dce356" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.602429] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c368a3c2-f3de-40f9-b4d2-45b416dce356',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.625061] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1fb8c340-b1af-40ff-848a-419b96a4dbd2',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.712685] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ee2710b2-68d5-4f0c-aff5-4de6205ea81b in Status: SUCCESS [ 746.712904] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ee2710b2-68d5-4f0c-aff5-4de6205ea81b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.959553] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.959729] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.959769] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.959995] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.960167] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.960300] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.960395] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.960455] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.960616] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.960691] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.960776] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a0a2bd7f-3a10-41c4-be65-e0aa663bfa5b is going to be updated. [ 746.994253] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.994386] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.994513] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.994680] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.994877] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.008036] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a0a2bd7f-3a10-41c4-be65-e0aa663bfa5b in Status: IN_PROGRESS for 2s [ 747.105054] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c368a3c2-f3de-40f9-b4d2-45b416dce356: rpc.has_security_group_logging(os_id): False [ 747.125219] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.125219] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.125219] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.125219] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.125219] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.125473] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.125571] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.125634] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.125886] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.125984] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.126216] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.126541] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.126668] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.126767] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.126842] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.127047] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.127144] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.127209] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.127600] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.127600] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.127600] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c368a3c2-f3de-40f9-b4d2-45b416dce356 is going to be created. [ 747.128880] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.128880] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.129028] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.129139] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.129195] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.129261] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1fb8c340-b1af-40ff-848a-419b96a4dbd2 is going to be updated. [ 747.181086] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.181202] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.181202] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.181411] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.181555] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.191016] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1fb8c340-b1af-40ff-848a-419b96a4dbd2 in Status: IN_PROGRESS for 2s [ 747.209583] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.209721] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.209817] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.210015] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.210208] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.229305] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c368a3c2-f3de-40f9-b4d2-45b416dce356 in Status: IN_PROGRESS for 2s [ 747.243271] env[65307]: INFO networking_nsxv3.common.synchronization [req-5483d0c5-586a-4e9e-b51c-d846dbeb2a79 req-65310cc0-9952-47de-99d2-18a819572cd9 service nova] Enqueued Resource ID: 1fb8c340-b1af-40ff-848a-419b96a4dbd2 with Priority: HIGHEST for action security_group_rules [ 747.243271] env[65307]: INFO networking_nsxv3.common.synchronization [req-5483d0c5-586a-4e9e-b51c-d846dbeb2a79 req-65310cc0-9952-47de-99d2-18a819572cd9 service nova] Enqueued Resource ID: 1fb8c340-b1af-40ff-848a-419b96a4dbd2 with Priority: HIGHEST for action security_group_members [ 747.243271] env[65307]: INFO networking_nsxv3.common.synchronization [req-5483d0c5-586a-4e9e-b51c-d846dbeb2a79 req-65310cc0-9952-47de-99d2-18a819572cd9 service nova] Enqueued Resource ID: 43818b6c-dc2e-4a1f-961a-9dda52a835d6 with Priority: HIGHEST for action port [ 747.243271] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fb8c340-b1af-40ff-848a-419b96a4dbd2 with Priority: HIGHEST for action security_group_rules [ 747.243271] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fb8c340-b1af-40ff-848a-419b96a4dbd2 with Priority: HIGHEST for action security_group_members [ 747.243271] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43818b6c-dc2e-4a1f-961a-9dda52a835d6 with Priority: HIGHEST for action port [ 747.243749] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1fb8c340-b1af-40ff-848a-419b96a4dbd2 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.243749] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1fb8c340-b1af-40ff-848a-419b96a4dbd2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.243749] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1fb8c340-b1af-40ff-848a-419b96a4dbd2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.244224] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1fb8c340-b1af-40ff-848a-419b96a4dbd2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.244375] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1fb8c340-b1af-40ff-848a-419b96a4dbd2',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.246127] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-1fb8c340-b1af-40ff-848a-419b96a4dbd2 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.246127] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1fb8c340-b1af-40ff-848a-419b96a4dbd2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.246268] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-43818b6c-dc2e-4a1f-961a-9dda52a835d6 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.246373] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-43818b6c-dc2e-4a1f-961a-9dda52a835d6" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.246434] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-43818b6c-dc2e-4a1f-961a-9dda52a835d6" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.246606] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-43818b6c-dc2e-4a1f-961a-9dda52a835d6" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.246676] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('43818b6c-dc2e-4a1f-961a-9dda52a835d6',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.749364] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-1fb8c340-b1af-40ff-848a-419b96a4dbd2 taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.749658] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1fb8c340-b1af-40ff-848a-419b96a4dbd2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.749695] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 43818b6c-dc2e-4a1f-961a-9dda52a835d6 with status ACTIVE [ 747.749836] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.749942] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.750016] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.750288] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.750379] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.750556] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.750653] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.750714] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.750869] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.750943] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.751135] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.751225] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.751283] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.751418] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.751489] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.751569] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 43818b6c-dc2e-4a1f-961a-9dda52a835d6 is going to be updated. [ 747.791805] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.792039] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.792140] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.792385] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.793114] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.793114] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-43818b6c-dc2e-4a1f-961a-9dda52a835d6" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.021119] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a0a2bd7f-3a10-41c4-be65-e0aa663bfa5b in Status: SUCCESS [ 749.021576] env[65307]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a0a2bd7f-3a10-41c4-be65-e0aa663bfa5b deletion is rescheduled due to dependency. [ 749.021576] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a0a2bd7f-3a10-41c4-be65-e0aa663bfa5b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.202115] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1fb8c340-b1af-40ff-848a-419b96a4dbd2 in Status: IN_PROGRESS for 4s [ 749.243866] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c368a3c2-f3de-40f9-b4d2-45b416dce356 in Status: SUCCESS [ 749.244137] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c368a3c2-f3de-40f9-b4d2-45b416dce356" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.213204] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1fb8c340-b1af-40ff-848a-419b96a4dbd2 in Status: SUCCESS [ 751.213610] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1fb8c340-b1af-40ff-848a-419b96a4dbd2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.213821] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1fb8c340-b1af-40ff-848a-419b96a4dbd2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.214164] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1fb8c340-b1af-40ff-848a-419b96a4dbd2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.214406] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.214535] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.214602] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.214933] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.215108] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.215256] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1fb8c340-b1af-40ff-848a-419b96a4dbd2',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.717941] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1fb8c340-b1af-40ff-848a-419b96a4dbd2',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.221258] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1fb8c340-b1af-40ff-848a-419b96a4dbd2',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.243484] env[65307]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 752.243633] env[65307]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 752.506366] env[65307]: INFO networking_nsxv3.common.synchronization [req-684dba03-3e27-4096-a73e-c844cb92b74a req-ca972d34-74cb-457b-85d8-9d9a49e5108e tempest-ServerDiagnosticsNegativeTest-26416351 tempest-ServerDiagnosticsNegativeTest-26416351-project-member] Enqueued Resource ID: a0f2a7ec-b853-4f99-8504-cc55c5e13035 with Priority: HIGHEST for action security_group_members [ 752.506991] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0f2a7ec-b853-4f99-8504-cc55c5e13035 with Priority: HIGHEST for action security_group_members [ 752.507896] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-a0f2a7ec-b853-4f99-8504-cc55c5e13035 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.508058] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a0f2a7ec-b853-4f99-8504-cc55c5e13035" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.508127] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a0f2a7ec-b853-4f99-8504-cc55c5e13035" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.508399] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a0f2a7ec-b853-4f99-8504-cc55c5e13035" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.508563] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.508661] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.508722] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.508872] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.508958] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.509063] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a0f2a7ec-b853-4f99-8504-cc55c5e13035',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.724112] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.724279] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.724346] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.724579] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.724709] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.724839] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1fb8c340-b1af-40ff-848a-419b96a4dbd2 is going to be updated. [ 752.772141] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.772286] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.772358] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.772568] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.772950] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.788595] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1fb8c340-b1af-40ff-848a-419b96a4dbd2 in Status: IN_PROGRESS for 2s [ 752.886342] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock network-264 taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.886515] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "network-264" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.886911] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "network-264" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.886911] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "network-264" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.887749] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.887749] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.887978] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.888503] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.888503] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.888623] env[65307]: DEBUG dogpile.cache.region [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 752.888731] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] NeedRegenerationException {{(pid=65307) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 752.888838] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] no value, waiting for create lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 752.888974] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] value creation lock acquired {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 752.889051] env[65307]: DEBUG dogpile.cache.region [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 752.889159] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Calling creation function for not-yet-present value {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 752.889283] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 752.913811] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 752.913980] env[65307]: DEBUG dogpile.cache.region [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65307) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 752.914129] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Released creation lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 752.914302] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "network-264" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.914827] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock port-45f81fba-c260-41ab-9cc2-dd0ea269e338 taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.914827] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "port-45f81fba-c260-41ab-9cc2-dd0ea269e338" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.915014] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "port-45f81fba-c260-41ab-9cc2-dd0ea269e338" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.915281] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "port-45f81fba-c260-41ab-9cc2-dd0ea269e338" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.915414] env[65307]: DEBUG networking_nsxv3.api.rpc [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('45f81fba-c260-41ab-9cc2-dd0ea269e338',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.011611] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.011838] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.011936] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.012257] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.012352] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.012568] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.012682] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.012769] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.013025] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.013150] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.013291] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a0f2a7ec-b853-4f99-8504-cc55c5e13035 already deleted. [ 753.013437] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a0f2a7ec-b853-4f99-8504-cc55c5e13035" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.306040] env[65307]: INFO networking_nsxv3.common.synchronization [req-79c49797-8c53-4c46-9ca9-dd82c9f704bf req-3d19030a-5fc1-4b99-91e9-8d643580697c tempest-TenantUsagesTestJSON-1577406535 tempest-TenantUsagesTestJSON-1577406535-project-member] Enqueued Resource ID: ee2710b2-68d5-4f0c-aff5-4de6205ea81b with Priority: HIGHEST for action security_group_members [ 753.307088] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee2710b2-68d5-4f0c-aff5-4de6205ea81b with Priority: HIGHEST for action security_group_members [ 753.307476] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee2710b2-68d5-4f0c-aff5-4de6205ea81b taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.307614] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee2710b2-68d5-4f0c-aff5-4de6205ea81b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.307707] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee2710b2-68d5-4f0c-aff5-4de6205ea81b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.307967] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee2710b2-68d5-4f0c-aff5-4de6205ea81b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.308164] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.308287] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.308366] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.308577] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.308682] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.308795] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ee2710b2-68d5-4f0c-aff5-4de6205ea81b',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.419041] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.419199] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.419323] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.420013] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.420013] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.420013] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Segment Port 45f81fba-c260-41ab-9cc2-dd0ea269e338 not found, creating... [ 753.420232] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.420291] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.420487] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.420617] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.420810] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.421017] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.421243] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.421363] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.421643] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.421863] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.421996] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Resource: SegmentPort with ID: 45f81fba-c260-41ab-9cc2-dd0ea269e338 is going to be created. [ 753.442574] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.442772] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.442893] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.443195] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.443421] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.443627] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "port-45f81fba-c260-41ab-9cc2-dd0ea269e338" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.691229] env[65307]: INFO networking_nsxv3.common.synchronization [None req-889fc278-2116-4cd0-bfa0-89e37f243fc4 None None] Enqueued Resource ID: e31a3000-c635-4494-b80b-a1bec17f6a18 with Priority: HIGHEST for action port [ 753.691229] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e31a3000-c635-4494-b80b-a1bec17f6a18 with Priority: HIGHEST for action port [ 753.691353] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-e31a3000-c635-4494-b80b-a1bec17f6a18 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.691437] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e31a3000-c635-4494-b80b-a1bec17f6a18" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.691469] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e31a3000-c635-4494-b80b-a1bec17f6a18" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.691698] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e31a3000-c635-4494-b80b-a1bec17f6a18" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.691802] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e31a3000-c635-4494-b80b-a1bec17f6a18',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.811509] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.811660] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.811733] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.811949] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.812058] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.812264] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.812362] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.812443] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.812571] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.812647] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.812752] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ee2710b2-68d5-4f0c-aff5-4de6205ea81b is going to be updated. [ 753.842522] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.842732] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.842732] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.843011] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.843210] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.854050] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee2710b2-68d5-4f0c-aff5-4de6205ea81b in Status: IN_PROGRESS for 2s [ 754.157551] env[65307]: INFO networking_nsxv3.common.synchronization [req-684dba03-3e27-4096-a73e-c844cb92b74a req-c0dc652f-8355-4d58-b4aa-6ca80bd74996 service nova] Enqueued Resource ID: a0f2a7ec-b853-4f99-8504-cc55c5e13035 with Priority: HIGHEST for action security_group_rules [ 754.157725] env[65307]: INFO networking_nsxv3.common.synchronization [req-684dba03-3e27-4096-a73e-c844cb92b74a req-c0dc652f-8355-4d58-b4aa-6ca80bd74996 service nova] Enqueued Resource ID: a0f2a7ec-b853-4f99-8504-cc55c5e13035 with Priority: HIGHEST for action security_group_members [ 754.157893] env[65307]: INFO networking_nsxv3.common.synchronization [req-684dba03-3e27-4096-a73e-c844cb92b74a req-c0dc652f-8355-4d58-b4aa-6ca80bd74996 service nova] Enqueued Resource ID: 45f81fba-c260-41ab-9cc2-dd0ea269e338 with Priority: HIGHEST for action port [ 754.158133] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0f2a7ec-b853-4f99-8504-cc55c5e13035 with Priority: HIGHEST for action security_group_rules [ 754.158258] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0f2a7ec-b853-4f99-8504-cc55c5e13035 with Priority: HIGHEST for action security_group_members [ 754.158399] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45f81fba-c260-41ab-9cc2-dd0ea269e338 with Priority: HIGHEST for action port [ 754.165413] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a0f2a7ec-b853-4f99-8504-cc55c5e13035 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.165577] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a0f2a7ec-b853-4f99-8504-cc55c5e13035" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.165928] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a0f2a7ec-b853-4f99-8504-cc55c5e13035" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.165928] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a0f2a7ec-b853-4f99-8504-cc55c5e13035" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.166213] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a0f2a7ec-b853-4f99-8504-cc55c5e13035',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.167110] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-a0f2a7ec-b853-4f99-8504-cc55c5e13035 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.167110] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a0f2a7ec-b853-4f99-8504-cc55c5e13035" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.167350] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a0f2a7ec-b853-4f99-8504-cc55c5e13035" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.167350] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a0f2a7ec-b853-4f99-8504-cc55c5e13035" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.167513] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.167802] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.167802] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.167802] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.168188] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.168188] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a0f2a7ec-b853-4f99-8504-cc55c5e13035',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.168732] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-45f81fba-c260-41ab-9cc2-dd0ea269e338 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.168867] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-45f81fba-c260-41ab-9cc2-dd0ea269e338" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.168953] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-45f81fba-c260-41ab-9cc2-dd0ea269e338" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.169087] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-45f81fba-c260-41ab-9cc2-dd0ea269e338" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.169166] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('45f81fba-c260-41ab-9cc2-dd0ea269e338',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.195021] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e31a3000-c635-4494-b80b-a1bec17f6a18 [ 754.195021] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.195021] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.195021] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.195021] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.195309] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.195829] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e31a3000-c635-4494-b80b-a1bec17f6a18 already deleted. [ 754.195829] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e31a3000-c635-4494-b80b-a1bec17f6a18" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.670751] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a0f2a7ec-b853-4f99-8504-cc55c5e13035',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.673456] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-a0f2a7ec-b853-4f99-8504-cc55c5e13035 taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.673456] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a0f2a7ec-b853-4f99-8504-cc55c5e13035" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.673456] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 45f81fba-c260-41ab-9cc2-dd0ea269e338 with status ACTIVE [ 754.673456] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.673456] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.673456] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.673456] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.673456] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.673456] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.673456] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.673456] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.673456] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.673456] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.673456] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.674377] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.674377] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.674377] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.674377] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.674377] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 45f81fba-c260-41ab-9cc2-dd0ea269e338 is going to be updated. [ 754.696425] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.696574] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.696643] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.696848] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.696984] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.697219] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-45f81fba-c260-41ab-9cc2-dd0ea269e338" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.799035] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1fb8c340-b1af-40ff-848a-419b96a4dbd2 in Status: SUCCESS [ 754.801633] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1fb8c340-b1af-40ff-848a-419b96a4dbd2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.801633] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1fb8c340-b1af-40ff-848a-419b96a4dbd2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.801633] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1fb8c340-b1af-40ff-848a-419b96a4dbd2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.801633] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.801633] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.801633] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.801633] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.801633] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.801633] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1fb8c340-b1af-40ff-848a-419b96a4dbd2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.801633] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1fb8c340-b1af-40ff-848a-419b96a4dbd2',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.074121] env[65307]: INFO networking_nsxv3.common.synchronization [req-48b87cf7-a03a-46a2-a24c-67180ce531f3 req-7bbe5199-6d14-455d-9a92-6cae149f0d93 tempest-AttachVolumeNegativeTest-671309822 tempest-AttachVolumeNegativeTest-671309822-project-member] Enqueued Resource ID: 0a9b9cba-b189-4d9b-8241-f20b7403fe71 with Priority: HIGHEST for action security_group_members [ 755.074883] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a9b9cba-b189-4d9b-8241-f20b7403fe71 with Priority: HIGHEST for action security_group_members [ 755.075219] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a9b9cba-b189-4d9b-8241-f20b7403fe71 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.075341] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a9b9cba-b189-4d9b-8241-f20b7403fe71" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.075407] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a9b9cba-b189-4d9b-8241-f20b7403fe71" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.075720] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a9b9cba-b189-4d9b-8241-f20b7403fe71" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.075892] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.075989] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.076065] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.076224] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.076310] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.076401] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0a9b9cba-b189-4d9b-8241-f20b7403fe71',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.175976] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a0f2a7ec-b853-4f99-8504-cc55c5e13035',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.303307] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-1fb8c340-b1af-40ff-848a-419b96a4dbd2 taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.303557] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1fb8c340-b1af-40ff-848a-419b96a4dbd2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.303637] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1fb8c340-b1af-40ff-848a-419b96a4dbd2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.303888] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1fb8c340-b1af-40ff-848a-419b96a4dbd2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.304109] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.304220] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.304284] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.304284] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.304592] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.304681] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1fb8c340-b1af-40ff-848a-419b96a4dbd2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.304772] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-1fb8c340-b1af-40ff-848a-419b96a4dbd2 taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.304866] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1fb8c340-b1af-40ff-848a-419b96a4dbd2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.304928] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1fb8c340-b1af-40ff-848a-419b96a4dbd2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.305106] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1fb8c340-b1af-40ff-848a-419b96a4dbd2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.305310] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.305408] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.305491] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.305685] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.305802] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.305918] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1fb8c340-b1af-40ff-848a-419b96a4dbd2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.306045] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1fb8c340-b1af-40ff-848a-419b96a4dbd2',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.439101] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock network-847 taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.439101] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "network-847" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.439101] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "network-847" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.439320] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "network-847" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.440367] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.440367] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.440367] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.440367] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.440367] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.440599] env[65307]: DEBUG dogpile.cache.region [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 755.440599] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] NeedRegenerationException {{(pid=65307) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 755.440658] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] no value, waiting for create lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 755.440734] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] value creation lock acquired {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 755.440815] env[65307]: DEBUG dogpile.cache.region [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 755.440909] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Calling creation function for not-yet-present value {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 755.441041] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 755.462190] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 755.462368] env[65307]: DEBUG dogpile.cache.region [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65307) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 755.462502] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Released creation lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 755.462676] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "network-847" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.462994] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock port-27c9e6c8-cbaf-434e-a4ba-aa391d2ca869 taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.463177] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "port-27c9e6c8-cbaf-434e-a4ba-aa391d2ca869" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.463286] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "port-27c9e6c8-cbaf-434e-a4ba-aa391d2ca869" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.463607] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "port-27c9e6c8-cbaf-434e-a4ba-aa391d2ca869" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.463740] env[65307]: DEBUG networking_nsxv3.api.rpc [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('27c9e6c8-cbaf-434e-a4ba-aa391d2ca869',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.578342] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.578463] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.578556] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.579535] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.579722] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.580186] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.580315] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.580386] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.581146] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.581244] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.581342] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a9b9cba-b189-4d9b-8241-f20b7403fe71 already deleted. [ 755.581428] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a9b9cba-b189-4d9b-8241-f20b7403fe71" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.679955] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.680301] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.680301] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.680426] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.680515] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.680609] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a0f2a7ec-b853-4f99-8504-cc55c5e13035 is going to be created. [ 755.716345] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.716421] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.716462] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.717765] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.717765] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.730971] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a0f2a7ec-b853-4f99-8504-cc55c5e13035 in Status: UNINITIALIZED for 2s [ 755.809431] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1fb8c340-b1af-40ff-848a-419b96a4dbd2: rpc.has_security_group_logging(os_id): False [ 755.832377] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.832377] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.832377] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.832377] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.832377] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.832377] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.832377] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.832377] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.832377] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.832911] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.832911] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.832911] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.832911] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.832911] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.833069] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.833148] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.834030] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.834030] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.834030] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.834030] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.834030] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1fb8c340-b1af-40ff-848a-419b96a4dbd2 is going to be updated. [ 755.837248] env[65307]: INFO networking_nsxv3.common.synchronization [None req-c8b8027b-ee50-4a27-8dfa-9289c5d08d9e None None] Enqueued Resource ID: fb3ed89d-e314-4970-b7b8-d778cef1269f with Priority: HIGHEST for action port [ 755.837565] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb3ed89d-e314-4970-b7b8-d778cef1269f with Priority: HIGHEST for action port [ 755.838275] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-fb3ed89d-e314-4970-b7b8-d778cef1269f taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.838444] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fb3ed89d-e314-4970-b7b8-d778cef1269f" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.838572] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fb3ed89d-e314-4970-b7b8-d778cef1269f" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.838849] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fb3ed89d-e314-4970-b7b8-d778cef1269f" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.838984] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fb3ed89d-e314-4970-b7b8-d778cef1269f',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.863647] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee2710b2-68d5-4f0c-aff5-4de6205ea81b in Status: SUCCESS [ 755.863647] env[65307]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ee2710b2-68d5-4f0c-aff5-4de6205ea81b deletion is rescheduled due to dependency. [ 755.863647] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee2710b2-68d5-4f0c-aff5-4de6205ea81b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.897455] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.897597] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.897667] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.897954] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.898119] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.912931] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1fb8c340-b1af-40ff-848a-419b96a4dbd2 in Status: IN_PROGRESS for 2s [ 755.966527] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.967223] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.967223] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.967223] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.967384] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.967438] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Segment Port 27c9e6c8-cbaf-434e-a4ba-aa391d2ca869 not found, creating... [ 755.967676] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.967893] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.967988] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.968225] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.968356] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.968626] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.968820] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.968977] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.969136] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.969259] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.969391] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Resource: SegmentPort with ID: 27c9e6c8-cbaf-434e-a4ba-aa391d2ca869 is going to be created. [ 756.002312] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.002463] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.002552] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.002891] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.003153] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.003406] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "port-27c9e6c8-cbaf-434e-a4ba-aa391d2ca869" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.342080] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fb3ed89d-e314-4970-b7b8-d778cef1269f [ 756.342361] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.342579] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.342698] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.342994] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.343153] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.343290] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fb3ed89d-e314-4970-b7b8-d778cef1269f already deleted. [ 756.343427] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fb3ed89d-e314-4970-b7b8-d778cef1269f" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.669105] env[65307]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-3d54f6f5-da0f-4664-af9e-2e0366cf0200 None None] NSXv3 Agent Agent loop - iteration:0 completed [ 756.669350] env[65307]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-3d54f6f5-da0f-4664-af9e-2e0366cf0200 None None] NSXv3 Agent Agent loop - iteration:1 started [ 756.741426] env[65307]: INFO networking_nsxv3.common.synchronization [req-48b87cf7-a03a-46a2-a24c-67180ce531f3 req-9e97ab8e-7349-48cb-88b6-121d8668d6ac service nova] Enqueued Resource ID: 0a9b9cba-b189-4d9b-8241-f20b7403fe71 with Priority: HIGHEST for action security_group_rules [ 756.741426] env[65307]: INFO networking_nsxv3.common.synchronization [req-48b87cf7-a03a-46a2-a24c-67180ce531f3 req-9e97ab8e-7349-48cb-88b6-121d8668d6ac service nova] Enqueued Resource ID: 0a9b9cba-b189-4d9b-8241-f20b7403fe71 with Priority: HIGHEST for action security_group_members [ 756.741710] env[65307]: INFO networking_nsxv3.common.synchronization [req-48b87cf7-a03a-46a2-a24c-67180ce531f3 req-9e97ab8e-7349-48cb-88b6-121d8668d6ac service nova] Enqueued Resource ID: 27c9e6c8-cbaf-434e-a4ba-aa391d2ca869 with Priority: HIGHEST for action port [ 756.742665] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a9b9cba-b189-4d9b-8241-f20b7403fe71 with Priority: HIGHEST for action security_group_rules [ 756.742665] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a9b9cba-b189-4d9b-8241-f20b7403fe71 with Priority: HIGHEST for action security_group_members [ 756.742665] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27c9e6c8-cbaf-434e-a4ba-aa391d2ca869 with Priority: HIGHEST for action port [ 756.742958] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0a9b9cba-b189-4d9b-8241-f20b7403fe71 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.743151] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0a9b9cba-b189-4d9b-8241-f20b7403fe71" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.743261] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0a9b9cba-b189-4d9b-8241-f20b7403fe71" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.743540] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0a9b9cba-b189-4d9b-8241-f20b7403fe71" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.743660] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0a9b9cba-b189-4d9b-8241-f20b7403fe71',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.744924] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a9b9cba-b189-4d9b-8241-f20b7403fe71 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.745114] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a9b9cba-b189-4d9b-8241-f20b7403fe71" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.745644] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a9b9cba-b189-4d9b-8241-f20b7403fe71" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.745644] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a9b9cba-b189-4d9b-8241-f20b7403fe71" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.746205] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.746205] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.746205] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.746205] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.746887] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.746887] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0a9b9cba-b189-4d9b-8241-f20b7403fe71',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.749502] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-27c9e6c8-cbaf-434e-a4ba-aa391d2ca869 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.749878] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-27c9e6c8-cbaf-434e-a4ba-aa391d2ca869" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.749878] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-27c9e6c8-cbaf-434e-a4ba-aa391d2ca869" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.750756] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-27c9e6c8-cbaf-434e-a4ba-aa391d2ca869" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.750756] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('27c9e6c8-cbaf-434e-a4ba-aa391d2ca869',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.252348] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a9b9cba-b189-4d9b-8241-f20b7403fe71 taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.252474] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a9b9cba-b189-4d9b-8241-f20b7403fe71" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.252670] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0a9b9cba-b189-4d9b-8241-f20b7403fe71',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.253636] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 27c9e6c8-cbaf-434e-a4ba-aa391d2ca869 with status ACTIVE [ 757.253818] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.253945] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.254021] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.254221] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.254309] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.254793] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.254793] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.254793] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.254793] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.254962] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.255034] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.255106] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.255162] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.255294] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.255366] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.255455] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 27c9e6c8-cbaf-434e-a4ba-aa391d2ca869 is going to be updated. [ 757.278186] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.279089] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.279089] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.279089] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.279089] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.279089] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-27c9e6c8-cbaf-434e-a4ba-aa391d2ca869" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.327052] env[65307]: INFO networking_nsxv3.common.synchronization [req-2c56f9e3-6b5e-4ee8-ab0e-09812407da92 req-23224d8b-a71c-445f-80f3-85d1cc7ec0d4 tempest-ServersNegativeTestMultiTenantJSON-724638356 tempest-ServersNegativeTestMultiTenantJSON-724638356-project-member] Enqueued Resource ID: c368a3c2-f3de-40f9-b4d2-45b416dce356 with Priority: HIGHEST for action security_group_members [ 757.327596] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c368a3c2-f3de-40f9-b4d2-45b416dce356 with Priority: HIGHEST for action security_group_members [ 757.327919] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-c368a3c2-f3de-40f9-b4d2-45b416dce356 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.328384] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c368a3c2-f3de-40f9-b4d2-45b416dce356" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.328384] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c368a3c2-f3de-40f9-b4d2-45b416dce356" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.328492] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c368a3c2-f3de-40f9-b4d2-45b416dce356" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.328660] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.329323] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.329451] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.329654] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.329783] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.329911] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c368a3c2-f3de-40f9-b4d2-45b416dce356',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.743927] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a0f2a7ec-b853-4f99-8504-cc55c5e13035 in Status: SUCCESS [ 757.743927] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a0f2a7ec-b853-4f99-8504-cc55c5e13035" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.743927] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a0f2a7ec-b853-4f99-8504-cc55c5e13035" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.744211] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a0f2a7ec-b853-4f99-8504-cc55c5e13035" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.745342] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.745342] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.746138] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.746138] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.746138] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.746138] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a0f2a7ec-b853-4f99-8504-cc55c5e13035" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.746138] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a0f2a7ec-b853-4f99-8504-cc55c5e13035',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.758767] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0a9b9cba-b189-4d9b-8241-f20b7403fe71',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.832831] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.833048] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.833141] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.833381] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.834485] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.834485] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.834485] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.834485] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.834485] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.834485] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.834485] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c368a3c2-f3de-40f9-b4d2-45b416dce356 is going to be updated. [ 757.874218] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.874218] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.874218] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.874218] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.874218] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.884088] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c368a3c2-f3de-40f9-b4d2-45b416dce356 in Status: IN_PROGRESS for 2s [ 757.931399] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1fb8c340-b1af-40ff-848a-419b96a4dbd2 in Status: SUCCESS [ 757.931399] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1fb8c340-b1af-40ff-848a-419b96a4dbd2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.248380] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-a0f2a7ec-b853-4f99-8504-cc55c5e13035 taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.248380] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a0f2a7ec-b853-4f99-8504-cc55c5e13035" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.248380] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a0f2a7ec-b853-4f99-8504-cc55c5e13035" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.248706] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a0f2a7ec-b853-4f99-8504-cc55c5e13035" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.249017] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.249231] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.249358] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.249600] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.249702] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.249895] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a0f2a7ec-b853-4f99-8504-cc55c5e13035" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.250067] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-a0f2a7ec-b853-4f99-8504-cc55c5e13035 taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.250152] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a0f2a7ec-b853-4f99-8504-cc55c5e13035" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.250225] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a0f2a7ec-b853-4f99-8504-cc55c5e13035" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.250377] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a0f2a7ec-b853-4f99-8504-cc55c5e13035" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.250530] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.250625] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.250687] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.250840] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.250918] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.251015] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a0f2a7ec-b853-4f99-8504-cc55c5e13035" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.251110] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a0f2a7ec-b853-4f99-8504-cc55c5e13035',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.261109] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.261295] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.261295] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.261482] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.261609] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.261687] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a9b9cba-b189-4d9b-8241-f20b7403fe71 is going to be created. [ 758.286352] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.286533] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.286624] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.286806] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.287020] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.305629] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a9b9cba-b189-4d9b-8241-f20b7403fe71 in Status: UNINITIALIZED for 2s [ 758.753437] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a0f2a7ec-b853-4f99-8504-cc55c5e13035: rpc.has_security_group_logging(os_id): False [ 758.772786] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.773046] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.773799] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.773799] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.773799] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.773799] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.773950] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.774044] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.774306] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.774437] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.774681] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.774836] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.774940] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.775140] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.775316] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.775539] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.775644] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.775727] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.775950] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.776019] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.776134] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a0f2a7ec-b853-4f99-8504-cc55c5e13035 is going to be created. [ 758.858044] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.858044] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.858044] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.858044] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.858044] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.871767] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a0f2a7ec-b853-4f99-8504-cc55c5e13035 in Status: IN_PROGRESS for 2s [ 759.894962] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c368a3c2-f3de-40f9-b4d2-45b416dce356 in Status: SUCCESS [ 759.894962] env[65307]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c368a3c2-f3de-40f9-b4d2-45b416dce356 deletion is rescheduled due to dependency. [ 759.894962] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c368a3c2-f3de-40f9-b4d2-45b416dce356" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.319773] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a9b9cba-b189-4d9b-8241-f20b7403fe71 in Status: SUCCESS [ 760.320050] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a9b9cba-b189-4d9b-8241-f20b7403fe71" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.320265] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a9b9cba-b189-4d9b-8241-f20b7403fe71" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.320512] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a9b9cba-b189-4d9b-8241-f20b7403fe71" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.320730] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.320855] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.320922] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.321169] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.321251] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.321355] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a9b9cba-b189-4d9b-8241-f20b7403fe71" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.321463] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0a9b9cba-b189-4d9b-8241-f20b7403fe71',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.824034] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0a9b9cba-b189-4d9b-8241-f20b7403fe71',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.884382] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a0f2a7ec-b853-4f99-8504-cc55c5e13035 in Status: SUCCESS [ 760.884382] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a0f2a7ec-b853-4f99-8504-cc55c5e13035" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.326422] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0a9b9cba-b189-4d9b-8241-f20b7403fe71: rpc.has_security_group_logging(os_id): False [ 761.345615] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.349051] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.349051] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.349051] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.349051] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.349051] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.349051] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.349051] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.349051] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.349051] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.349051] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0a9b9cba-b189-4d9b-8241-f20b7403fe71 is going to be created. [ 761.408698] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.408852] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.408923] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.409318] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.409403] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.421445] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0a9b9cba-b189-4d9b-8241-f20b7403fe71 in Status: IN_PROGRESS for 2s [ 762.328908] env[65307]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 762.329297] env[65307]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 763.436099] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0a9b9cba-b189-4d9b-8241-f20b7403fe71 in Status: SUCCESS [ 763.436397] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0a9b9cba-b189-4d9b-8241-f20b7403fe71" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.261811] env[65307]: INFO networking_nsxv3.common.synchronization [req-f298756b-3782-4286-b0eb-7f411e408463 req-0c724da4-ecdb-424b-97e0-c15f516118ba tempest-ServerDiagnosticsNegativeTest-26416351 tempest-ServerDiagnosticsNegativeTest-26416351-project-member] Enqueued Resource ID: a0f2a7ec-b853-4f99-8504-cc55c5e13035 with Priority: HIGHEST for action security_group_members [ 765.261811] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0f2a7ec-b853-4f99-8504-cc55c5e13035 with Priority: HIGHEST for action security_group_members [ 765.261811] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-a0f2a7ec-b853-4f99-8504-cc55c5e13035 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.262502] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a0f2a7ec-b853-4f99-8504-cc55c5e13035" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.262502] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a0f2a7ec-b853-4f99-8504-cc55c5e13035" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.262502] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a0f2a7ec-b853-4f99-8504-cc55c5e13035" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.262679] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.262775] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.262775] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.264062] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.264062] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.264062] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a0f2a7ec-b853-4f99-8504-cc55c5e13035',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.768630] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.768630] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.768630] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.768630] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.768630] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.768630] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.768630] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.768630] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.769151] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.769151] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.769151] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a0f2a7ec-b853-4f99-8504-cc55c5e13035 is going to be updated. [ 765.799552] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.799552] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.799552] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.799758] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.799758] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.810192] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a0f2a7ec-b853-4f99-8504-cc55c5e13035 in Status: IN_PROGRESS for 2s [ 766.343530] env[65307]: INFO networking_nsxv3.common.synchronization [req-8b382036-32e2-4442-a91a-97d517ff15dd req-9a0580bf-f66a-4880-9d2e-238196db2e39 tempest-MigrationsAdminTest-1404342733 tempest-MigrationsAdminTest-1404342733-project-member] Enqueued Resource ID: 2d995b2d-9e4f-4988-82c5-804f9a48f0e4 with Priority: HIGHEST for action security_group_members [ 766.344050] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d995b2d-9e4f-4988-82c5-804f9a48f0e4 with Priority: HIGHEST for action security_group_members [ 766.344349] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d995b2d-9e4f-4988-82c5-804f9a48f0e4 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.344471] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d995b2d-9e4f-4988-82c5-804f9a48f0e4" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.344534] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d995b2d-9e4f-4988-82c5-804f9a48f0e4" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.344728] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d995b2d-9e4f-4988-82c5-804f9a48f0e4" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.344873] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.345088] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.345166] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.345315] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.345402] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.345494] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2d995b2d-9e4f-4988-82c5-804f9a48f0e4',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.665719] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock network-264 taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.665719] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "network-264" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.665719] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "network-264" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.665972] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "network-264" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.667025] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.667025] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.667025] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.667318] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.667417] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.667617] env[65307]: DEBUG dogpile.cache.region [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 766.667736] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] NeedRegenerationException {{(pid=65307) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 766.667841] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] no value, waiting for create lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 766.667997] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] value creation lock acquired {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 766.668128] env[65307]: DEBUG dogpile.cache.region [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 766.668371] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Calling creation function for not-yet-present value {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 766.668371] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 766.689180] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 766.689180] env[65307]: DEBUG dogpile.cache.region [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65307) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 766.689180] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Released creation lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 766.689180] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "network-264" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.689180] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock port-879b419d-a4d9-4ef9-a8af-e2044ad2aeeb taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.689180] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "port-879b419d-a4d9-4ef9-a8af-e2044ad2aeeb" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.689180] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "port-879b419d-a4d9-4ef9-a8af-e2044ad2aeeb" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.689556] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "port-879b419d-a4d9-4ef9-a8af-e2044ad2aeeb" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.689658] env[65307]: DEBUG networking_nsxv3.api.rpc [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('879b419d-a4d9-4ef9-a8af-e2044ad2aeeb',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.847272] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2d995b2d-9e4f-4988-82c5-804f9a48f0e4',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.193441] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.193441] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.193671] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.193871] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.194526] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.194526] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Segment Port 879b419d-a4d9-4ef9-a8af-e2044ad2aeeb not found, creating... [ 767.194526] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.194714] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.194714] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.194897] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.195046] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.195338] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.195487] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.195598] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.195794] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.195947] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.196067] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Resource: SegmentPort with ID: 879b419d-a4d9-4ef9-a8af-e2044ad2aeeb is going to be created. [ 767.218123] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.218452] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.218539] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.218811] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.219052] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.219312] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "port-879b419d-a4d9-4ef9-a8af-e2044ad2aeeb" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.348937] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2d995b2d-9e4f-4988-82c5-804f9a48f0e4',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.822674] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a0f2a7ec-b853-4f99-8504-cc55c5e13035 in Status: SUCCESS [ 767.822875] env[65307]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a0f2a7ec-b853-4f99-8504-cc55c5e13035 deletion is rescheduled due to dependency. [ 767.823024] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a0f2a7ec-b853-4f99-8504-cc55c5e13035" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.852438] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.852438] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.852438] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.852438] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.852438] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.852438] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d995b2d-9e4f-4988-82c5-804f9a48f0e4 is going to be updated. [ 767.889209] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.890261] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.890261] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.890261] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.890261] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.902574] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d995b2d-9e4f-4988-82c5-804f9a48f0e4 in Status: IN_PROGRESS for 2s [ 767.947486] env[65307]: INFO networking_nsxv3.common.synchronization [req-8b382036-32e2-4442-a91a-97d517ff15dd req-832202fd-6887-42d8-8dae-f510040ec81d service nova] Enqueued Resource ID: 2d995b2d-9e4f-4988-82c5-804f9a48f0e4 with Priority: HIGHEST for action security_group_rules [ 767.947652] env[65307]: INFO networking_nsxv3.common.synchronization [req-8b382036-32e2-4442-a91a-97d517ff15dd req-832202fd-6887-42d8-8dae-f510040ec81d service nova] Enqueued Resource ID: 2d995b2d-9e4f-4988-82c5-804f9a48f0e4 with Priority: HIGHEST for action security_group_members [ 767.947785] env[65307]: INFO networking_nsxv3.common.synchronization [req-8b382036-32e2-4442-a91a-97d517ff15dd req-832202fd-6887-42d8-8dae-f510040ec81d service nova] Enqueued Resource ID: 879b419d-a4d9-4ef9-a8af-e2044ad2aeeb with Priority: HIGHEST for action port [ 767.948423] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d995b2d-9e4f-4988-82c5-804f9a48f0e4 with Priority: HIGHEST for action security_group_rules [ 767.948860] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d995b2d-9e4f-4988-82c5-804f9a48f0e4 with Priority: HIGHEST for action security_group_members [ 767.948860] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 879b419d-a4d9-4ef9-a8af-e2044ad2aeeb with Priority: HIGHEST for action port [ 767.948999] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2d995b2d-9e4f-4988-82c5-804f9a48f0e4 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.949167] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2d995b2d-9e4f-4988-82c5-804f9a48f0e4" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.949167] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2d995b2d-9e4f-4988-82c5-804f9a48f0e4" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.949492] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2d995b2d-9e4f-4988-82c5-804f9a48f0e4" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.949527] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2d995b2d-9e4f-4988-82c5-804f9a48f0e4',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.950905] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d995b2d-9e4f-4988-82c5-804f9a48f0e4 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.950905] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d995b2d-9e4f-4988-82c5-804f9a48f0e4" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.951813] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-879b419d-a4d9-4ef9-a8af-e2044ad2aeeb taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.951813] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-879b419d-a4d9-4ef9-a8af-e2044ad2aeeb" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.951813] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-879b419d-a4d9-4ef9-a8af-e2044ad2aeeb" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.951813] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-879b419d-a4d9-4ef9-a8af-e2044ad2aeeb" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.951813] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('879b419d-a4d9-4ef9-a8af-e2044ad2aeeb',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.452827] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d995b2d-9e4f-4988-82c5-804f9a48f0e4 taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.453206] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d995b2d-9e4f-4988-82c5-804f9a48f0e4" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.455269] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 879b419d-a4d9-4ef9-a8af-e2044ad2aeeb with status ACTIVE [ 768.455902] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.455902] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.455902] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.455902] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.456168] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.456168] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.456336] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.456336] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.456394] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.456526] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.456673] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.456755] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.456803] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.456953] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.457036] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.457114] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 879b419d-a4d9-4ef9-a8af-e2044ad2aeeb is going to be updated. [ 768.479522] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.479701] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.479701] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.479871] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.480015] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.480190] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-879b419d-a4d9-4ef9-a8af-e2044ad2aeeb" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.003526] env[65307]: INFO networking_nsxv3.common.synchronization [req-3bf5f5ea-2b7d-4159-a9e9-b11758d14fdf req-bf14df0d-3dd0-46aa-8348-13358fc6ec63 tempest-ServerDiskConfigTestJSON-294734907 tempest-ServerDiskConfigTestJSON-294734907-project-member] Enqueued Resource ID: 8acce43e-fe25-4bf7-968f-fd3904ef8dc8 with Priority: HIGHEST for action security_group_members [ 769.004279] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8acce43e-fe25-4bf7-968f-fd3904ef8dc8 with Priority: HIGHEST for action security_group_members [ 769.004485] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-8acce43e-fe25-4bf7-968f-fd3904ef8dc8 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.004564] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8acce43e-fe25-4bf7-968f-fd3904ef8dc8" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.004604] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8acce43e-fe25-4bf7-968f-fd3904ef8dc8" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.005108] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8acce43e-fe25-4bf7-968f-fd3904ef8dc8" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.005259] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.005366] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.005427] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.005616] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.005699] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.005793] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8acce43e-fe25-4bf7-968f-fd3904ef8dc8',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.358173] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock network-50 taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.358173] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "network-50" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.358173] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "network-50" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.358510] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "network-50" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.358790] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.359013] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.359222] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.359453] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.359594] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.359800] env[65307]: DEBUG dogpile.cache.region [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 769.359907] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] NeedRegenerationException {{(pid=65307) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 769.360022] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] no value, waiting for create lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 769.360122] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] value creation lock acquired {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 769.360317] env[65307]: DEBUG dogpile.cache.region [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 769.360317] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Calling creation function for not-yet-present value {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 769.360435] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 769.382036] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 769.382036] env[65307]: DEBUG dogpile.cache.region [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65307) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 769.382036] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Released creation lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 769.382036] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "network-50" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.382036] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock port-78ad613b-8126-421a-a1b2-914e38b15f47 taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.382036] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "port-78ad613b-8126-421a-a1b2-914e38b15f47" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.382036] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "port-78ad613b-8126-421a-a1b2-914e38b15f47" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.382036] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "port-78ad613b-8126-421a-a1b2-914e38b15f47" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.382036] env[65307]: DEBUG networking_nsxv3.api.rpc [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('78ad613b-8126-421a-a1b2-914e38b15f47',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.507899] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.508227] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.508321] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.508564] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.508642] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.508967] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.509175] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.509245] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.509466] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.509567] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.509714] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8acce43e-fe25-4bf7-968f-fd3904ef8dc8 already deleted. [ 769.509764] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8acce43e-fe25-4bf7-968f-fd3904ef8dc8" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.884518] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.884847] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.884999] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.885332] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.885519] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.885693] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Segment Port 78ad613b-8126-421a-a1b2-914e38b15f47 not found, creating... [ 769.886064] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.886284] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.886425] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.886689] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.886853] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.887220] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.887450] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.887652] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.888067] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.888275] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.888454] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Resource: SegmentPort with ID: 78ad613b-8126-421a-a1b2-914e38b15f47 is going to be created. [ 769.913220] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.913546] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.913706] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.914049] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.914330] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.914511] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "port-78ad613b-8126-421a-a1b2-914e38b15f47" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.916134] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d995b2d-9e4f-4988-82c5-804f9a48f0e4 in Status: SUCCESS [ 769.916406] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d995b2d-9e4f-4988-82c5-804f9a48f0e4" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.916991] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d995b2d-9e4f-4988-82c5-804f9a48f0e4" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.917274] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d995b2d-9e4f-4988-82c5-804f9a48f0e4" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.917582] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.917692] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.917780] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.918085] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.918298] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.918522] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2d995b2d-9e4f-4988-82c5-804f9a48f0e4',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.421114] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2d995b2d-9e4f-4988-82c5-804f9a48f0e4',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.631979] env[65307]: INFO networking_nsxv3.common.synchronization [req-3bf5f5ea-2b7d-4159-a9e9-b11758d14fdf req-011a29b7-c307-4146-8c1c-69fcc03b3835 service nova] Enqueued Resource ID: 8acce43e-fe25-4bf7-968f-fd3904ef8dc8 with Priority: HIGHEST for action security_group_rules [ 770.632231] env[65307]: INFO networking_nsxv3.common.synchronization [req-3bf5f5ea-2b7d-4159-a9e9-b11758d14fdf req-011a29b7-c307-4146-8c1c-69fcc03b3835 service nova] Enqueued Resource ID: 8acce43e-fe25-4bf7-968f-fd3904ef8dc8 with Priority: HIGHEST for action security_group_members [ 770.632366] env[65307]: INFO networking_nsxv3.common.synchronization [req-3bf5f5ea-2b7d-4159-a9e9-b11758d14fdf req-011a29b7-c307-4146-8c1c-69fcc03b3835 service nova] Enqueued Resource ID: 78ad613b-8126-421a-a1b2-914e38b15f47 with Priority: HIGHEST for action port [ 770.632587] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8acce43e-fe25-4bf7-968f-fd3904ef8dc8 with Priority: HIGHEST for action security_group_rules [ 770.632715] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8acce43e-fe25-4bf7-968f-fd3904ef8dc8 with Priority: HIGHEST for action security_group_members [ 770.632812] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78ad613b-8126-421a-a1b2-914e38b15f47 with Priority: HIGHEST for action port [ 770.633376] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8acce43e-fe25-4bf7-968f-fd3904ef8dc8 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.633590] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8acce43e-fe25-4bf7-968f-fd3904ef8dc8" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.633590] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8acce43e-fe25-4bf7-968f-fd3904ef8dc8" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.633825] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8acce43e-fe25-4bf7-968f-fd3904ef8dc8" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.633902] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8acce43e-fe25-4bf7-968f-fd3904ef8dc8',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.635659] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-8acce43e-fe25-4bf7-968f-fd3904ef8dc8 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.635659] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8acce43e-fe25-4bf7-968f-fd3904ef8dc8" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.635659] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8acce43e-fe25-4bf7-968f-fd3904ef8dc8" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.635659] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8acce43e-fe25-4bf7-968f-fd3904ef8dc8" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.635659] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.635901] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.635901] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.635901] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.636012] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.636101] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8acce43e-fe25-4bf7-968f-fd3904ef8dc8',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.636818] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-78ad613b-8126-421a-a1b2-914e38b15f47 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.636888] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-78ad613b-8126-421a-a1b2-914e38b15f47" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.638156] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-78ad613b-8126-421a-a1b2-914e38b15f47" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.638156] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-78ad613b-8126-421a-a1b2-914e38b15f47" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.638156] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('78ad613b-8126-421a-a1b2-914e38b15f47',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.923531] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2d995b2d-9e4f-4988-82c5-804f9a48f0e4',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.136615] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-8acce43e-fe25-4bf7-968f-fd3904ef8dc8 taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.136855] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8acce43e-fe25-4bf7-968f-fd3904ef8dc8" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.139317] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8acce43e-fe25-4bf7-968f-fd3904ef8dc8',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.140336] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 78ad613b-8126-421a-a1b2-914e38b15f47 with status ACTIVE [ 771.140551] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.140697] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.140767] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.140999] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.141119] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.141329] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.141440] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.141565] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.141650] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.141750] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.141951] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.142061] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.142122] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.142290] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.142407] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.142515] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 78ad613b-8126-421a-a1b2-914e38b15f47 is going to be updated. [ 771.168040] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.168277] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.168277] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.168567] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.168738] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.168989] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-78ad613b-8126-421a-a1b2-914e38b15f47" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.426523] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.426523] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.426523] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.426523] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.426523] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.426523] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d995b2d-9e4f-4988-82c5-804f9a48f0e4 is going to be updated. [ 771.464298] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.465039] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.465039] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.465039] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.465039] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.474727] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d995b2d-9e4f-4988-82c5-804f9a48f0e4 in Status: IN_PROGRESS for 2s [ 771.645478] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8acce43e-fe25-4bf7-968f-fd3904ef8dc8',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.148931] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.148931] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.148931] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.149314] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.149388] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.149477] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8acce43e-fe25-4bf7-968f-fd3904ef8dc8 is going to be created. [ 772.177683] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.177683] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.178160] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.178278] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.178491] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.189266] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8acce43e-fe25-4bf7-968f-fd3904ef8dc8 in Status: UNINITIALIZED for 2s [ 772.425809] env[65307]: INFO networking_nsxv3.common.synchronization [req-641b992c-df7b-4eed-ab5c-e4b96249389d req-9b88e218-3724-481e-99ab-c6f3c6181e53 tempest-AttachInterfacesTestJSON-1120364181 tempest-AttachInterfacesTestJSON-1120364181-project-member] Enqueued Resource ID: dfaefd34-ec9a-485e-aa58-e1bf34863160 with Priority: HIGHEST for action security_group_members [ 772.426475] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfaefd34-ec9a-485e-aa58-e1bf34863160 with Priority: HIGHEST for action security_group_members [ 772.426795] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfaefd34-ec9a-485e-aa58-e1bf34863160 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.427061] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfaefd34-ec9a-485e-aa58-e1bf34863160" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.427061] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfaefd34-ec9a-485e-aa58-e1bf34863160" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.427296] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfaefd34-ec9a-485e-aa58-e1bf34863160" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.427456] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.427553] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.427614] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.427787] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.427843] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.427938] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dfaefd34-ec9a-485e-aa58-e1bf34863160',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.733815] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock network-29 taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.734363] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "network-29" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.734363] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "network-29" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.734486] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "network-29" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.734745] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.734911] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.735019] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.735250] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.735394] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.735627] env[65307]: DEBUG dogpile.cache.region [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 772.735739] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] NeedRegenerationException {{(pid=65307) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 772.735840] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] no value, waiting for create lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 772.736089] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] value creation lock acquired {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 772.736089] env[65307]: DEBUG dogpile.cache.region [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 772.736271] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Calling creation function for not-yet-present value {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 772.736271] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 772.755015] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 772.755278] env[65307]: DEBUG dogpile.cache.region [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65307) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 772.755456] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Released creation lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 772.755664] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "network-29" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.756033] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock port-48f2583c-f646-44ae-9ca8-bb09760baa25 taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.756237] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "port-48f2583c-f646-44ae-9ca8-bb09760baa25" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.756388] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "port-48f2583c-f646-44ae-9ca8-bb09760baa25" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.756739] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "port-48f2583c-f646-44ae-9ca8-bb09760baa25" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.756899] env[65307]: DEBUG networking_nsxv3.api.rpc [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('48f2583c-f646-44ae-9ca8-bb09760baa25',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.930407] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.930407] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.930407] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.931283] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.931420] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.931631] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.931733] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.931786] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.931956] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.932455] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.932455] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dfaefd34-ec9a-485e-aa58-e1bf34863160 already deleted. [ 772.932455] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfaefd34-ec9a-485e-aa58-e1bf34863160" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.260397] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.263020] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.263020] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.263020] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.263020] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.263020] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Segment Port 48f2583c-f646-44ae-9ca8-bb09760baa25 not found, creating... [ 773.263020] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.263020] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.263020] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.263020] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.263020] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.263939] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.264253] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.264472] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.264772] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.265012] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.265260] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Resource: SegmentPort with ID: 48f2583c-f646-44ae-9ca8-bb09760baa25 is going to be created. [ 773.288484] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.290478] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.290478] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.290478] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.290478] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.290478] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "port-48f2583c-f646-44ae-9ca8-bb09760baa25" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.488178] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d995b2d-9e4f-4988-82c5-804f9a48f0e4 in Status: SUCCESS [ 773.488527] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d995b2d-9e4f-4988-82c5-804f9a48f0e4" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.488865] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d995b2d-9e4f-4988-82c5-804f9a48f0e4" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.489275] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d995b2d-9e4f-4988-82c5-804f9a48f0e4" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.489611] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.489855] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.489988] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.490495] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.490673] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.490840] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d995b2d-9e4f-4988-82c5-804f9a48f0e4" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.491027] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2d995b2d-9e4f-4988-82c5-804f9a48f0e4',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.993775] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d995b2d-9e4f-4988-82c5-804f9a48f0e4 taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.994163] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d995b2d-9e4f-4988-82c5-804f9a48f0e4" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.994163] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d995b2d-9e4f-4988-82c5-804f9a48f0e4" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.994357] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d995b2d-9e4f-4988-82c5-804f9a48f0e4" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.994496] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.994604] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.994665] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.994821] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.994911] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.994995] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d995b2d-9e4f-4988-82c5-804f9a48f0e4" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.995160] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d995b2d-9e4f-4988-82c5-804f9a48f0e4 taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.995252] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d995b2d-9e4f-4988-82c5-804f9a48f0e4" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.995310] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d995b2d-9e4f-4988-82c5-804f9a48f0e4" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.995450] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d995b2d-9e4f-4988-82c5-804f9a48f0e4" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.995587] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.995680] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.995741] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.995891] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.995969] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.996633] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d995b2d-9e4f-4988-82c5-804f9a48f0e4" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.996633] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2d995b2d-9e4f-4988-82c5-804f9a48f0e4',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.052367] env[65307]: INFO networking_nsxv3.common.synchronization [req-641b992c-df7b-4eed-ab5c-e4b96249389d req-fb7f467b-9c7a-45d7-841d-14fbd96d55b8 service nova] Enqueued Resource ID: dfaefd34-ec9a-485e-aa58-e1bf34863160 with Priority: HIGHEST for action security_group_rules [ 774.052367] env[65307]: INFO networking_nsxv3.common.synchronization [req-641b992c-df7b-4eed-ab5c-e4b96249389d req-fb7f467b-9c7a-45d7-841d-14fbd96d55b8 service nova] Enqueued Resource ID: dfaefd34-ec9a-485e-aa58-e1bf34863160 with Priority: HIGHEST for action security_group_members [ 774.052367] env[65307]: INFO networking_nsxv3.common.synchronization [req-641b992c-df7b-4eed-ab5c-e4b96249389d req-fb7f467b-9c7a-45d7-841d-14fbd96d55b8 service nova] Enqueued Resource ID: 48f2583c-f646-44ae-9ca8-bb09760baa25 with Priority: HIGHEST for action port [ 774.052367] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfaefd34-ec9a-485e-aa58-e1bf34863160 with Priority: HIGHEST for action security_group_rules [ 774.053153] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfaefd34-ec9a-485e-aa58-e1bf34863160 with Priority: HIGHEST for action security_group_members [ 774.053153] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48f2583c-f646-44ae-9ca8-bb09760baa25 with Priority: HIGHEST for action port [ 774.053414] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dfaefd34-ec9a-485e-aa58-e1bf34863160 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.053540] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dfaefd34-ec9a-485e-aa58-e1bf34863160" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.053608] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dfaefd34-ec9a-485e-aa58-e1bf34863160" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.054844] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dfaefd34-ec9a-485e-aa58-e1bf34863160" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.054844] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dfaefd34-ec9a-485e-aa58-e1bf34863160',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.055810] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfaefd34-ec9a-485e-aa58-e1bf34863160 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.055985] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfaefd34-ec9a-485e-aa58-e1bf34863160" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.056054] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfaefd34-ec9a-485e-aa58-e1bf34863160" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.057479] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfaefd34-ec9a-485e-aa58-e1bf34863160" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.058561] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.058561] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.058561] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.058561] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.058561] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.058561] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dfaefd34-ec9a-485e-aa58-e1bf34863160',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.059148] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-48f2583c-f646-44ae-9ca8-bb09760baa25 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.059231] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-48f2583c-f646-44ae-9ca8-bb09760baa25" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.059268] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-48f2583c-f646-44ae-9ca8-bb09760baa25" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.059948] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-48f2583c-f646-44ae-9ca8-bb09760baa25" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.059948] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('48f2583c-f646-44ae-9ca8-bb09760baa25',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.202085] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8acce43e-fe25-4bf7-968f-fd3904ef8dc8 in Status: SUCCESS [ 774.202328] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8acce43e-fe25-4bf7-968f-fd3904ef8dc8" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.202519] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8acce43e-fe25-4bf7-968f-fd3904ef8dc8" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.202752] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8acce43e-fe25-4bf7-968f-fd3904ef8dc8" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.202964] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.203105] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.203180] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.203338] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.203422] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.203505] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8acce43e-fe25-4bf7-968f-fd3904ef8dc8" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.203594] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8acce43e-fe25-4bf7-968f-fd3904ef8dc8',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.389173] env[65307]: INFO networking_nsxv3.common.synchronization [req-fb6bc427-0ba0-40fe-8f12-11ab4bfcbaa9 req-d3b410ca-bdec-49ea-bdbc-0d58abe90fd7 tempest-SecurityGroupsTestJSON-1072650661 tempest-SecurityGroupsTestJSON-1072650661-project-member] Enqueued Resource ID: fe361d1a-2e49-48a9-8811-8b161d48ac20 with Priority: HIGHEST for action security_group_members [ 774.389438] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe361d1a-2e49-48a9-8811-8b161d48ac20 with Priority: HIGHEST for action security_group_members [ 774.389732] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe361d1a-2e49-48a9-8811-8b161d48ac20 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.389845] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe361d1a-2e49-48a9-8811-8b161d48ac20" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.389906] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe361d1a-2e49-48a9-8811-8b161d48ac20" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.390194] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe361d1a-2e49-48a9-8811-8b161d48ac20" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.390348] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.390442] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.390516] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.390686] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.391449] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.391579] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe361d1a-2e49-48a9-8811-8b161d48ac20',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.498597] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2d995b2d-9e4f-4988-82c5-804f9a48f0e4: rpc.has_security_group_logging(os_id): False [ 774.518054] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.518054] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.518054] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.518054] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.518054] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.518054] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.518054] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.518510] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.518510] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.518510] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.518607] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.518654] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.518688] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.518831] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.518902] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.519223] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.519300] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.519340] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.519490] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.519565] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.519650] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2d995b2d-9e4f-4988-82c5-804f9a48f0e4 is going to be updated. [ 774.562258] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfaefd34-ec9a-485e-aa58-e1bf34863160 taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.562258] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfaefd34-ec9a-485e-aa58-e1bf34863160" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.562258] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 48f2583c-f646-44ae-9ca8-bb09760baa25 with status ACTIVE [ 774.562258] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.562510] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.562510] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.562598] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.562950] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.562950] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.562950] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.563125] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.563214] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.563214] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.563465] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.563550] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.563704] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.563753] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.564096] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.564096] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 48f2583c-f646-44ae-9ca8-bb09760baa25 is going to be updated. [ 774.565242] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dfaefd34-ec9a-485e-aa58-e1bf34863160',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.592215] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.592427] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.592679] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.592944] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.594814] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.594814] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-48f2583c-f646-44ae-9ca8-bb09760baa25" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.594814] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.594814] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.594814] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.595328] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.595526] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.614502] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2d995b2d-9e4f-4988-82c5-804f9a48f0e4 in Status: IN_PROGRESS for 2s [ 774.707567] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-8acce43e-fe25-4bf7-968f-fd3904ef8dc8 taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.707744] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8acce43e-fe25-4bf7-968f-fd3904ef8dc8" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.707822] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8acce43e-fe25-4bf7-968f-fd3904ef8dc8" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.708214] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8acce43e-fe25-4bf7-968f-fd3904ef8dc8" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.708450] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.708571] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.708636] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.708827] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.708932] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.709075] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8acce43e-fe25-4bf7-968f-fd3904ef8dc8" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.709322] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-8acce43e-fe25-4bf7-968f-fd3904ef8dc8 taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.709404] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8acce43e-fe25-4bf7-968f-fd3904ef8dc8" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.709474] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8acce43e-fe25-4bf7-968f-fd3904ef8dc8" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.709613] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8acce43e-fe25-4bf7-968f-fd3904ef8dc8" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.709759] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.709850] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.709903] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.710055] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.710139] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.710220] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8acce43e-fe25-4bf7-968f-fd3904ef8dc8" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.710312] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8acce43e-fe25-4bf7-968f-fd3904ef8dc8',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.788515] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock network-906 taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.788744] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "network-906" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.788838] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "network-906" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.789186] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "network-906" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.789450] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.789600] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.789725] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.789924] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.795030] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.795030] env[65307]: DEBUG dogpile.cache.region [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 774.795030] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] NeedRegenerationException {{(pid=65307) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 774.795030] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] no value, waiting for create lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 774.795030] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] value creation lock acquired {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 774.795030] env[65307]: DEBUG dogpile.cache.region [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 774.795030] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Calling creation function for not-yet-present value {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 774.795030] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 774.814102] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 774.814102] env[65307]: DEBUG dogpile.cache.region [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65307) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 774.814102] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Released creation lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 774.814102] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "network-906" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.814102] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock port-57a829fb-c4a4-4dec-a0a5-b325cb58a776 taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.814102] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "port-57a829fb-c4a4-4dec-a0a5-b325cb58a776" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.814102] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "port-57a829fb-c4a4-4dec-a0a5-b325cb58a776" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.814102] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "port-57a829fb-c4a4-4dec-a0a5-b325cb58a776" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.814102] env[65307]: DEBUG networking_nsxv3.api.rpc [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('57a829fb-c4a4-4dec-a0a5-b325cb58a776',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.895597] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fe361d1a-2e49-48a9-8811-8b161d48ac20',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.068772] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dfaefd34-ec9a-485e-aa58-e1bf34863160',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.212897] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8acce43e-fe25-4bf7-968f-fd3904ef8dc8: rpc.has_security_group_logging(os_id): False [ 775.238977] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.239342] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.239454] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.239754] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.239952] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.240384] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.240536] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.240636] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.240927] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.241091] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.241494] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.242108] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.242108] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.242108] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.242306] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.242423] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.242574] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.242687] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.242925] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.243060] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.243206] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8acce43e-fe25-4bf7-968f-fd3904ef8dc8 is going to be created. [ 775.316706] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.316932] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.317066] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.317386] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.317537] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.317691] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Segment Port 57a829fb-c4a4-4dec-a0a5-b325cb58a776 not found, creating... [ 775.318041] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.318228] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.318345] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.318604] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.318733] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.319204] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.319343] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.319454] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.319709] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.319855] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.320058] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Resource: SegmentPort with ID: 57a829fb-c4a4-4dec-a0a5-b325cb58a776 is going to be created. [ 775.323154] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.323365] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.323407] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.323612] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.323814] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.338484] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8acce43e-fe25-4bf7-968f-fd3904ef8dc8 in Status: IN_PROGRESS for 2s [ 775.346281] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.346635] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.346784] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.347110] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.347365] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.347618] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "port-57a829fb-c4a4-4dec-a0a5-b325cb58a776" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.375969] env[65307]: INFO networking_nsxv3.common.synchronization [req-6ddfc2aa-6e72-4354-9b27-1eaf72859de2 req-210320a8-793e-4d41-808b-88f0806edf48 tempest-ServersTestFqdnHostnames-1375437756 tempest-ServersTestFqdnHostnames-1375437756-project-member] Enqueued Resource ID: 743be6ae-fd48-4ba0-81a7-fa01a232e1d4 with Priority: HIGHEST for action security_group_members [ 775.376693] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 743be6ae-fd48-4ba0-81a7-fa01a232e1d4 with Priority: HIGHEST for action security_group_members [ 775.377081] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-743be6ae-fd48-4ba0-81a7-fa01a232e1d4 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.377221] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-743be6ae-fd48-4ba0-81a7-fa01a232e1d4" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.377291] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-743be6ae-fd48-4ba0-81a7-fa01a232e1d4" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.377536] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-743be6ae-fd48-4ba0-81a7-fa01a232e1d4" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.377906] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.378156] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.378287] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.378473] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.378565] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.378665] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('743be6ae-fd48-4ba0-81a7-fa01a232e1d4',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.397459] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fe361d1a-2e49-48a9-8811-8b161d48ac20',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.573960] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.574119] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.574175] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.574368] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.574463] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.574562] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dfaefd34-ec9a-485e-aa58-e1bf34863160 is going to be created. [ 775.602322] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.602524] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.602524] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.602721] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.602880] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.614978] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dfaefd34-ec9a-485e-aa58-e1bf34863160 in Status: UNINITIALIZED for 2s [ 775.882671] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.882671] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.882671] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.882671] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.882671] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.882671] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.882671] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.882671] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.882671] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.882671] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.882671] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 743be6ae-fd48-4ba0-81a7-fa01a232e1d4 is going to be updated. [ 775.899711] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.899876] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.900011] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.900246] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.900342] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.900493] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe361d1a-2e49-48a9-8811-8b161d48ac20 is going to be updated. [ 775.915516] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.915666] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.915732] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.915939] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.916158] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.925822] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 743be6ae-fd48-4ba0-81a7-fa01a232e1d4 in Status: IN_PROGRESS for 2s [ 775.929706] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.930070] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.930296] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.931325] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.931325] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.941443] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe361d1a-2e49-48a9-8811-8b161d48ac20 in Status: IN_PROGRESS for 2s [ 776.073654] env[65307]: INFO networking_nsxv3.common.synchronization [req-fb6bc427-0ba0-40fe-8f12-11ab4bfcbaa9 req-db616d3c-add1-487f-8819-cd062df6be9e service nova] Enqueued Resource ID: fe361d1a-2e49-48a9-8811-8b161d48ac20 with Priority: HIGHEST for action security_group_rules [ 776.074104] env[65307]: INFO networking_nsxv3.common.synchronization [req-fb6bc427-0ba0-40fe-8f12-11ab4bfcbaa9 req-db616d3c-add1-487f-8819-cd062df6be9e service nova] Enqueued Resource ID: fe361d1a-2e49-48a9-8811-8b161d48ac20 with Priority: HIGHEST for action security_group_members [ 776.074104] env[65307]: INFO networking_nsxv3.common.synchronization [req-fb6bc427-0ba0-40fe-8f12-11ab4bfcbaa9 req-db616d3c-add1-487f-8819-cd062df6be9e service nova] Enqueued Resource ID: 57a829fb-c4a4-4dec-a0a5-b325cb58a776 with Priority: HIGHEST for action port [ 776.074708] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe361d1a-2e49-48a9-8811-8b161d48ac20 with Priority: HIGHEST for action security_group_rules [ 776.074819] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe361d1a-2e49-48a9-8811-8b161d48ac20 with Priority: HIGHEST for action security_group_members [ 776.074878] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57a829fb-c4a4-4dec-a0a5-b325cb58a776 with Priority: HIGHEST for action port [ 776.076085] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fe361d1a-2e49-48a9-8811-8b161d48ac20 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.076085] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fe361d1a-2e49-48a9-8811-8b161d48ac20" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.076316] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fe361d1a-2e49-48a9-8811-8b161d48ac20" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.076413] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fe361d1a-2e49-48a9-8811-8b161d48ac20" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.076509] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fe361d1a-2e49-48a9-8811-8b161d48ac20',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.077583] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe361d1a-2e49-48a9-8811-8b161d48ac20 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.077583] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe361d1a-2e49-48a9-8811-8b161d48ac20" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.078298] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-57a829fb-c4a4-4dec-a0a5-b325cb58a776 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.078434] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-57a829fb-c4a4-4dec-a0a5-b325cb58a776" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.078434] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-57a829fb-c4a4-4dec-a0a5-b325cb58a776" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.078620] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-57a829fb-c4a4-4dec-a0a5-b325cb58a776" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.078695] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('57a829fb-c4a4-4dec-a0a5-b325cb58a776',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.580828] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe361d1a-2e49-48a9-8811-8b161d48ac20 taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.581249] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe361d1a-2e49-48a9-8811-8b161d48ac20" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.581249] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 57a829fb-c4a4-4dec-a0a5-b325cb58a776 with status ACTIVE [ 776.581423] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.581564] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.581690] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.581918] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.582297] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.582401] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.582522] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.582625] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.582869] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.582976] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.583256] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.583415] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.583519] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.583806] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.583875] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.584016] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 57a829fb-c4a4-4dec-a0a5-b325cb58a776 is going to be updated. [ 776.615028] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.615238] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.615238] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.615455] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.615581] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.615742] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-57a829fb-c4a4-4dec-a0a5-b325cb58a776" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.633460] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2d995b2d-9e4f-4988-82c5-804f9a48f0e4 in Status: SUCCESS [ 776.633687] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2d995b2d-9e4f-4988-82c5-804f9a48f0e4" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.356449] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8acce43e-fe25-4bf7-968f-fd3904ef8dc8 in Status: SUCCESS [ 777.356449] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8acce43e-fe25-4bf7-968f-fd3904ef8dc8" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.626628] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dfaefd34-ec9a-485e-aa58-e1bf34863160 in Status: SUCCESS [ 777.626813] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfaefd34-ec9a-485e-aa58-e1bf34863160" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.626982] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfaefd34-ec9a-485e-aa58-e1bf34863160" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.627283] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfaefd34-ec9a-485e-aa58-e1bf34863160" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.627499] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.627642] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.627712] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.627870] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.627999] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.628116] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfaefd34-ec9a-485e-aa58-e1bf34863160" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.628268] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dfaefd34-ec9a-485e-aa58-e1bf34863160',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.941392] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 743be6ae-fd48-4ba0-81a7-fa01a232e1d4 in Status: SUCCESS [ 777.941789] env[65307]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 743be6ae-fd48-4ba0-81a7-fa01a232e1d4 deletion is rescheduled due to dependency. [ 777.941980] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-743be6ae-fd48-4ba0-81a7-fa01a232e1d4" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.955202] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe361d1a-2e49-48a9-8811-8b161d48ac20 in Status: SUCCESS [ 777.956180] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe361d1a-2e49-48a9-8811-8b161d48ac20" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.956383] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe361d1a-2e49-48a9-8811-8b161d48ac20" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.956722] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe361d1a-2e49-48a9-8811-8b161d48ac20" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.957110] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.957419] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.957470] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.957716] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.957772] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.957874] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe361d1a-2e49-48a9-8811-8b161d48ac20',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.134194] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfaefd34-ec9a-485e-aa58-e1bf34863160 taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.134194] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfaefd34-ec9a-485e-aa58-e1bf34863160" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.134194] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfaefd34-ec9a-485e-aa58-e1bf34863160" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.134194] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfaefd34-ec9a-485e-aa58-e1bf34863160" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.134194] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.134194] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.134194] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.134194] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.134194] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.134194] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfaefd34-ec9a-485e-aa58-e1bf34863160" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.134194] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfaefd34-ec9a-485e-aa58-e1bf34863160 taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.134194] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfaefd34-ec9a-485e-aa58-e1bf34863160" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.134194] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfaefd34-ec9a-485e-aa58-e1bf34863160" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.134194] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfaefd34-ec9a-485e-aa58-e1bf34863160" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.134194] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.134194] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.134999] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.134999] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.134999] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.135459] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfaefd34-ec9a-485e-aa58-e1bf34863160" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.135851] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dfaefd34-ec9a-485e-aa58-e1bf34863160',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.460849] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fe361d1a-2e49-48a9-8811-8b161d48ac20',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.642207] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dfaefd34-ec9a-485e-aa58-e1bf34863160: rpc.has_security_group_logging(os_id): False [ 778.661382] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.661546] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.661618] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.661872] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.661979] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.662241] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.662341] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.662405] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.662623] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.662726] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.663034] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.663204] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.663283] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.663496] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.663834] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.663906] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.664016] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.664106] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.664296] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.664398] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.664540] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dfaefd34-ec9a-485e-aa58-e1bf34863160 is going to be created. [ 778.723384] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.723624] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.723765] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.724106] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.724408] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.735407] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dfaefd34-ec9a-485e-aa58-e1bf34863160 in Status: IN_PROGRESS for 2s [ 778.963775] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fe361d1a-2e49-48a9-8811-8b161d48ac20',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.467060] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.467060] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.467442] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.467442] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.467523] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.467656] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe361d1a-2e49-48a9-8811-8b161d48ac20 is going to be updated. [ 779.497143] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.497367] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.497367] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.497564] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.497707] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.508958] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe361d1a-2e49-48a9-8811-8b161d48ac20 in Status: IN_PROGRESS for 2s [ 780.748672] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dfaefd34-ec9a-485e-aa58-e1bf34863160 in Status: SUCCESS [ 780.749109] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dfaefd34-ec9a-485e-aa58-e1bf34863160" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.076123] env[65307]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 781.076293] env[65307]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 781.519493] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe361d1a-2e49-48a9-8811-8b161d48ac20 in Status: SUCCESS [ 781.519714] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe361d1a-2e49-48a9-8811-8b161d48ac20" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.519881] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe361d1a-2e49-48a9-8811-8b161d48ac20" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.520128] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe361d1a-2e49-48a9-8811-8b161d48ac20" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.520317] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.520448] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.520513] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.520667] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.520743] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.520825] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe361d1a-2e49-48a9-8811-8b161d48ac20" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.520912] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fe361d1a-2e49-48a9-8811-8b161d48ac20',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.693091] env[65307]: INFO networking_nsxv3.common.synchronization [req-f1ab50c5-6924-4186-b5c3-a6308f8cd006 req-78b03422-b18e-4948-9f8d-ebcccd85ff97 tempest-ServersAdminTestJSON-1069615806 tempest-ServersAdminTestJSON-1069615806-project-member] Enqueued Resource ID: d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa with Priority: HIGHEST for action security_group_members [ 781.693661] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa with Priority: HIGHEST for action security_group_members [ 781.693978] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.694131] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.694215] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.695808] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.695808] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.695808] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.695808] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.695808] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.695808] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.695808] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.026812] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe361d1a-2e49-48a9-8811-8b161d48ac20 taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.027313] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe361d1a-2e49-48a9-8811-8b161d48ac20" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.027313] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe361d1a-2e49-48a9-8811-8b161d48ac20" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.027413] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe361d1a-2e49-48a9-8811-8b161d48ac20" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.030653] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.030653] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.030653] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.030653] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.030653] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.030653] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe361d1a-2e49-48a9-8811-8b161d48ac20" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.030653] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe361d1a-2e49-48a9-8811-8b161d48ac20 taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.030653] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe361d1a-2e49-48a9-8811-8b161d48ac20" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.030653] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe361d1a-2e49-48a9-8811-8b161d48ac20" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.030653] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe361d1a-2e49-48a9-8811-8b161d48ac20" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.030653] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.030653] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.030653] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.030653] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.030653] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.030653] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe361d1a-2e49-48a9-8811-8b161d48ac20" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.030653] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fe361d1a-2e49-48a9-8811-8b161d48ac20',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.197531] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.533700] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fe361d1a-2e49-48a9-8811-8b161d48ac20: rpc.has_security_group_logging(os_id): False [ 782.552773] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.553235] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.553464] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.554079] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.554079] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.554079] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.554362] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.557508] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.557508] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.557508] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.557508] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.557508] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.557508] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.557508] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.557508] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.557508] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.557508] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.557508] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.557508] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.557508] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.557508] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fe361d1a-2e49-48a9-8811-8b161d48ac20 is going to be updated. [ 782.624472] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.625253] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.625253] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.625253] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.625253] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.643819] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fe361d1a-2e49-48a9-8811-8b161d48ac20 in Status: IN_PROGRESS for 2s [ 782.700255] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.730541] env[65307]: INFO networking_nsxv3.common.synchronization [req-400b6df6-6322-4eb7-b7a4-000a6152d1b8 req-e25749ca-4803-4563-b069-67babb5b7c64 tempest-ServerRescueTestJSON-593713329 tempest-ServerRescueTestJSON-593713329-project-member] Enqueued Resource ID: 6fe7462d-f1b1-40b8-9284-9fc61cdb1181 with Priority: HIGHEST for action security_group_members [ 782.731223] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fe7462d-f1b1-40b8-9284-9fc61cdb1181 with Priority: HIGHEST for action security_group_members [ 782.731580] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-6fe7462d-f1b1-40b8-9284-9fc61cdb1181 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.731709] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6fe7462d-f1b1-40b8-9284-9fc61cdb1181" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.731778] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6fe7462d-f1b1-40b8-9284-9fc61cdb1181" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.733414] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6fe7462d-f1b1-40b8-9284-9fc61cdb1181" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.733414] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.733414] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.733414] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.733414] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.733695] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.733695] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6fe7462d-f1b1-40b8-9284-9fc61cdb1181',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.203817] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.203817] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.203817] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.203817] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.203817] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.203817] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa is going to be updated. [ 783.236217] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.236217] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.236747] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.236747] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.236747] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.237028] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.237253] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.237253] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.237690] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.237690] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.237690] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6fe7462d-f1b1-40b8-9284-9fc61cdb1181 is going to be updated. [ 783.240098] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.240369] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.240433] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.240773] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.240773] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.256284] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa in Status: IN_PROGRESS for 2s [ 783.282914] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.283136] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.283183] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.283555] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.283555] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.292988] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6fe7462d-f1b1-40b8-9284-9fc61cdb1181 in Status: IN_PROGRESS for 2s [ 783.397553] env[65307]: INFO networking_nsxv3.common.synchronization [req-175ee338-0977-49cd-816c-f12bd5a16d53 req-b2d7fa79-1833-481d-afda-a10ed90c8d44 tempest-ServerActionsTestOtherA-1819960408 tempest-ServerActionsTestOtherA-1819960408-project-member] Enqueued Resource ID: 0efd72d0-c4cf-47d9-b09f-7de4896d965d with Priority: HIGHEST for action security_group_members [ 783.398605] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0efd72d0-c4cf-47d9-b09f-7de4896d965d with Priority: HIGHEST for action security_group_members [ 783.399730] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-0efd72d0-c4cf-47d9-b09f-7de4896d965d taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.399730] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0efd72d0-c4cf-47d9-b09f-7de4896d965d" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.399730] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0efd72d0-c4cf-47d9-b09f-7de4896d965d" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.400414] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0efd72d0-c4cf-47d9-b09f-7de4896d965d" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.400614] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.400726] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.400815] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.400981] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.401085] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.401181] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0efd72d0-c4cf-47d9-b09f-7de4896d965d',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.833840] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock network-686 taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.835018] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "network-686" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.835018] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "network-686" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.835018] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "network-686" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.835018] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.835676] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.835961] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.836460] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.836690] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.837023] env[65307]: DEBUG dogpile.cache.region [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 783.837258] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] NeedRegenerationException {{(pid=65307) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 783.837453] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] no value, waiting for create lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 783.837639] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] value creation lock acquired {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 783.837776] env[65307]: DEBUG dogpile.cache.region [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 783.837882] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Calling creation function for not-yet-present value {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 783.838022] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 783.866976] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 783.866976] env[65307]: DEBUG dogpile.cache.region [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=65307) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 783.866976] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Released creation lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 783.867247] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "network-686" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.867637] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock port-a2ce0f2a-564c-4323-9ea7-8ee6c6776855 taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.867818] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "port-a2ce0f2a-564c-4323-9ea7-8ee6c6776855" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.868018] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "port-a2ce0f2a-564c-4323-9ea7-8ee6c6776855" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.868829] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "port-a2ce0f2a-564c-4323-9ea7-8ee6c6776855" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.868829] env[65307]: DEBUG networking_nsxv3.api.rpc [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a2ce0f2a-564c-4323-9ea7-8ee6c6776855',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.903244] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.903386] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.903495] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.903683] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.905057] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.905057] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.905057] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.905057] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.905057] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.905057] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.905057] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0efd72d0-c4cf-47d9-b09f-7de4896d965d already deleted. [ 783.905057] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0efd72d0-c4cf-47d9-b09f-7de4896d965d" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.371519] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.371863] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.371901] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.372217] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.372361] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.372621] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Segment Port a2ce0f2a-564c-4323-9ea7-8ee6c6776855 not found, creating... [ 784.372966] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.373190] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.373336] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.373589] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.373747] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.374058] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.374254] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.374397] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.374629] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.374784] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.374941] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Resource: SegmentPort with ID: a2ce0f2a-564c-4323-9ea7-8ee6c6776855 is going to be created. [ 784.398063] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.398487] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.398487] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.398711] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.398922] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.399178] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "port-a2ce0f2a-564c-4323-9ea7-8ee6c6776855" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.662296] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fe361d1a-2e49-48a9-8811-8b161d48ac20 in Status: SUCCESS [ 784.666034] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fe361d1a-2e49-48a9-8811-8b161d48ac20" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.134692] env[65307]: INFO networking_nsxv3.common.synchronization [req-175ee338-0977-49cd-816c-f12bd5a16d53 req-cbb32d65-c093-42b5-ba2c-efd2f755dcdb service nova] Enqueued Resource ID: 0efd72d0-c4cf-47d9-b09f-7de4896d965d with Priority: HIGHEST for action security_group_rules [ 785.134863] env[65307]: INFO networking_nsxv3.common.synchronization [req-175ee338-0977-49cd-816c-f12bd5a16d53 req-cbb32d65-c093-42b5-ba2c-efd2f755dcdb service nova] Enqueued Resource ID: 0efd72d0-c4cf-47d9-b09f-7de4896d965d with Priority: HIGHEST for action security_group_members [ 785.135016] env[65307]: INFO networking_nsxv3.common.synchronization [req-175ee338-0977-49cd-816c-f12bd5a16d53 req-cbb32d65-c093-42b5-ba2c-efd2f755dcdb service nova] Enqueued Resource ID: a2ce0f2a-564c-4323-9ea7-8ee6c6776855 with Priority: HIGHEST for action port [ 785.135526] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0efd72d0-c4cf-47d9-b09f-7de4896d965d with Priority: HIGHEST for action security_group_rules [ 785.135656] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0efd72d0-c4cf-47d9-b09f-7de4896d965d with Priority: HIGHEST for action security_group_members [ 785.135752] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2ce0f2a-564c-4323-9ea7-8ee6c6776855 with Priority: HIGHEST for action port [ 785.136128] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0efd72d0-c4cf-47d9-b09f-7de4896d965d taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.136298] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0efd72d0-c4cf-47d9-b09f-7de4896d965d" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.136493] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0efd72d0-c4cf-47d9-b09f-7de4896d965d" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.136561] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0efd72d0-c4cf-47d9-b09f-7de4896d965d" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.136612] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0efd72d0-c4cf-47d9-b09f-7de4896d965d',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.137467] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-0efd72d0-c4cf-47d9-b09f-7de4896d965d taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.138024] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0efd72d0-c4cf-47d9-b09f-7de4896d965d" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.138149] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0efd72d0-c4cf-47d9-b09f-7de4896d965d" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.138414] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0efd72d0-c4cf-47d9-b09f-7de4896d965d" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.138636] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.138790] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.138892] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.139139] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.139293] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.139426] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0efd72d0-c4cf-47d9-b09f-7de4896d965d',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.145374] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-a2ce0f2a-564c-4323-9ea7-8ee6c6776855 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.145495] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a2ce0f2a-564c-4323-9ea7-8ee6c6776855" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.145555] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a2ce0f2a-564c-4323-9ea7-8ee6c6776855" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.145729] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a2ce0f2a-564c-4323-9ea7-8ee6c6776855" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.145805] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a2ce0f2a-564c-4323-9ea7-8ee6c6776855',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.266857] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa in Status: SUCCESS [ 785.267100] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.303696] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6fe7462d-f1b1-40b8-9284-9fc61cdb1181 in Status: SUCCESS [ 785.303917] env[65307]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6fe7462d-f1b1-40b8-9284-9fc61cdb1181 deletion is rescheduled due to dependency. [ 785.304019] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6fe7462d-f1b1-40b8-9284-9fc61cdb1181" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.648020] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-0efd72d0-c4cf-47d9-b09f-7de4896d965d taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.648363] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0efd72d0-c4cf-47d9-b09f-7de4896d965d" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.648402] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0efd72d0-c4cf-47d9-b09f-7de4896d965d',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.649434] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a2ce0f2a-564c-4323-9ea7-8ee6c6776855 with status ACTIVE [ 785.649565] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.649680] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.649745] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.649948] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.650046] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.650212] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.650302] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.650360] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.650525] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.650598] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.650769] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.650856] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.655271] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.655504] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.655600] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.655859] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a2ce0f2a-564c-4323-9ea7-8ee6c6776855 is going to be updated. [ 785.680715] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.680915] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.681013] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.682050] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.682202] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.682369] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a2ce0f2a-564c-4323-9ea7-8ee6c6776855" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.947200] env[65307]: INFO networking_nsxv3.common.synchronization [None req-deff26ab-e233-4d64-a6bb-2d7919370194 None None] Enqueued Resource ID: 81ebd623-fa7a-47aa-ab27-8049548866c2 with Priority: HIGHEST for action port [ 785.947200] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81ebd623-fa7a-47aa-ab27-8049548866c2 with Priority: HIGHEST for action port [ 785.947200] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-81ebd623-fa7a-47aa-ab27-8049548866c2 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.947200] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-81ebd623-fa7a-47aa-ab27-8049548866c2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.947200] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-81ebd623-fa7a-47aa-ab27-8049548866c2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.947200] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-81ebd623-fa7a-47aa-ab27-8049548866c2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.947200] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('81ebd623-fa7a-47aa-ab27-8049548866c2',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.158437] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0efd72d0-c4cf-47d9-b09f-7de4896d965d',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.449793] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 81ebd623-fa7a-47aa-ab27-8049548866c2 [ 786.450200] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.450403] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.450521] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.450806] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.450955] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.451146] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:81ebd623-fa7a-47aa-ab27-8049548866c2 already deleted. [ 786.451308] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-81ebd623-fa7a-47aa-ab27-8049548866c2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.662357] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.662715] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.662715] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.662959] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.662959] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.663083] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0efd72d0-c4cf-47d9-b09f-7de4896d965d is going to be created. [ 786.688338] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.688550] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.688625] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.688838] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.689029] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.701049] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0efd72d0-c4cf-47d9-b09f-7de4896d965d in Status: UNINITIALIZED for 2s [ 786.759648] env[65307]: INFO networking_nsxv3.common.synchronization [req-0716977f-d526-4889-823a-77ae9f99694c req-92907dd4-1b9d-4b38-801e-f718850bf9e2 tempest-SecurityGroupsTestJSON-1072650661 tempest-SecurityGroupsTestJSON-1072650661-project-member] Enqueued Resource ID: fe361d1a-2e49-48a9-8811-8b161d48ac20 with Priority: HIGHEST for action security_group_members [ 786.760124] env[65307]: INFO networking_nsxv3.common.synchronization [req-0716977f-d526-4889-823a-77ae9f99694c req-92907dd4-1b9d-4b38-801e-f718850bf9e2 tempest-SecurityGroupsTestJSON-1072650661 tempest-SecurityGroupsTestJSON-1072650661-project-member] Enqueued Resource ID: f14a1e66-3b34-494f-9231-83e0a510429f with Priority: HIGHEST for action security_group_members [ 786.760992] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe361d1a-2e49-48a9-8811-8b161d48ac20 with Priority: HIGHEST for action security_group_members [ 786.760992] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f14a1e66-3b34-494f-9231-83e0a510429f with Priority: HIGHEST for action security_group_members [ 786.760992] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe361d1a-2e49-48a9-8811-8b161d48ac20 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.760992] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe361d1a-2e49-48a9-8811-8b161d48ac20" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.760992] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe361d1a-2e49-48a9-8811-8b161d48ac20" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.761223] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe361d1a-2e49-48a9-8811-8b161d48ac20" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.761396] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.761966] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.762050] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.762224] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.762313] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.762416] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe361d1a-2e49-48a9-8811-8b161d48ac20',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.763353] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-f14a1e66-3b34-494f-9231-83e0a510429f taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.763476] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f14a1e66-3b34-494f-9231-83e0a510429f" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.763621] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f14a1e66-3b34-494f-9231-83e0a510429f" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.764406] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f14a1e66-3b34-494f-9231-83e0a510429f" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.764406] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.764406] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.764406] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.764406] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.765370] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.765370] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f14a1e66-3b34-494f-9231-83e0a510429f',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.812780] env[65307]: INFO networking_nsxv3.common.synchronization [req-0716977f-d526-4889-823a-77ae9f99694c req-92907dd4-1b9d-4b38-801e-f718850bf9e2 tempest-SecurityGroupsTestJSON-1072650661 tempest-SecurityGroupsTestJSON-1072650661-project-member] Enqueued Resource ID: f14a1e66-3b34-494f-9231-83e0a510429f with Priority: HIGHEST for action security_group_rules [ 786.812956] env[65307]: INFO networking_nsxv3.common.synchronization [req-0716977f-d526-4889-823a-77ae9f99694c req-92907dd4-1b9d-4b38-801e-f718850bf9e2 tempest-SecurityGroupsTestJSON-1072650661 tempest-SecurityGroupsTestJSON-1072650661-project-member] Enqueued Resource ID: f14a1e66-3b34-494f-9231-83e0a510429f with Priority: HIGHEST for action security_group_members [ 786.813102] env[65307]: INFO networking_nsxv3.common.synchronization [req-0716977f-d526-4889-823a-77ae9f99694c req-92907dd4-1b9d-4b38-801e-f718850bf9e2 tempest-SecurityGroupsTestJSON-1072650661 tempest-SecurityGroupsTestJSON-1072650661-project-member] Enqueued Resource ID: fe361d1a-2e49-48a9-8811-8b161d48ac20 with Priority: HIGHEST for action security_group_rules [ 786.813226] env[65307]: INFO networking_nsxv3.common.synchronization [req-0716977f-d526-4889-823a-77ae9f99694c req-92907dd4-1b9d-4b38-801e-f718850bf9e2 tempest-SecurityGroupsTestJSON-1072650661 tempest-SecurityGroupsTestJSON-1072650661-project-member] Enqueued Resource ID: fe361d1a-2e49-48a9-8811-8b161d48ac20 with Priority: HIGHEST for action security_group_members [ 786.813344] env[65307]: INFO networking_nsxv3.common.synchronization [req-0716977f-d526-4889-823a-77ae9f99694c req-92907dd4-1b9d-4b38-801e-f718850bf9e2 tempest-SecurityGroupsTestJSON-1072650661 tempest-SecurityGroupsTestJSON-1072650661-project-member] Enqueued Resource ID: 57a829fb-c4a4-4dec-a0a5-b325cb58a776 with Priority: HIGHEST for action port [ 786.813818] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f14a1e66-3b34-494f-9231-83e0a510429f with Priority: HIGHEST for action security_group_rules [ 786.813999] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe361d1a-2e49-48a9-8811-8b161d48ac20 with Priority: HIGHEST for action security_group_rules [ 786.814166] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57a829fb-c4a4-4dec-a0a5-b325cb58a776 with Priority: HIGHEST for action port [ 786.814264] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f14a1e66-3b34-494f-9231-83e0a510429f with Priority: HIGHEST for action security_group_members [ 786.814354] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe361d1a-2e49-48a9-8811-8b161d48ac20 with Priority: HIGHEST for action security_group_members [ 786.814628] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f14a1e66-3b34-494f-9231-83e0a510429f taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.814751] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f14a1e66-3b34-494f-9231-83e0a510429f" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.814806] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f14a1e66-3b34-494f-9231-83e0a510429f" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.815065] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f14a1e66-3b34-494f-9231-83e0a510429f" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.815752] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f14a1e66-3b34-494f-9231-83e0a510429f',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.815952] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fe361d1a-2e49-48a9-8811-8b161d48ac20 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.817139] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fe361d1a-2e49-48a9-8811-8b161d48ac20" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.817228] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fe361d1a-2e49-48a9-8811-8b161d48ac20" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.817430] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fe361d1a-2e49-48a9-8811-8b161d48ac20" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.817510] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fe361d1a-2e49-48a9-8811-8b161d48ac20',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.818482] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-57a829fb-c4a4-4dec-a0a5-b325cb58a776 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.818588] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-57a829fb-c4a4-4dec-a0a5-b325cb58a776" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.818646] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-57a829fb-c4a4-4dec-a0a5-b325cb58a776" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.819378] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-57a829fb-c4a4-4dec-a0a5-b325cb58a776" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.819378] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('57a829fb-c4a4-4dec-a0a5-b325cb58a776',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.819834] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-f14a1e66-3b34-494f-9231-83e0a510429f taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.819923] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f14a1e66-3b34-494f-9231-83e0a510429f" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.821248] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe361d1a-2e49-48a9-8811-8b161d48ac20 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.821248] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe361d1a-2e49-48a9-8811-8b161d48ac20" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.267756] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fe361d1a-2e49-48a9-8811-8b161d48ac20',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.268585] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f14a1e66-3b34-494f-9231-83e0a510429f',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.321725] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-f14a1e66-3b34-494f-9231-83e0a510429f taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.321880] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f14a1e66-3b34-494f-9231-83e0a510429f" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.322143] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe361d1a-2e49-48a9-8811-8b161d48ac20 taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.322229] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe361d1a-2e49-48a9-8811-8b161d48ac20" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.322949] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 57a829fb-c4a4-4dec-a0a5-b325cb58a776 with status ACTIVE [ 787.322949] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.322949] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.322949] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.322949] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.323214] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.323214] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.323295] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.323353] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.323618] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.323618] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.324517] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.324517] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.324517] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.324517] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.324517] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.324517] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 57a829fb-c4a4-4dec-a0a5-b325cb58a776 is going to be updated. [ 787.352997] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.353159] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.353228] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.353444] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.353585] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.353782] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-57a829fb-c4a4-4dec-a0a5-b325cb58a776" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.772855] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fe361d1a-2e49-48a9-8811-8b161d48ac20',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.773825] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f14a1e66-3b34-494f-9231-83e0a510429f',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.844286] env[65307]: INFO networking_nsxv3.common.synchronization [None req-58969b52-9d6f-4ff0-95ae-09c6da24f864 tempest-ServerRescueNegativeTestJSON-775459428 tempest-ServerRescueNegativeTestJSON-775459428-project-member] Enqueued Resource ID: 53c9cd1e-287d-4b77-b19f-b5ba8e956822 with Priority: HIGHEST for action security_group_rules [ 787.844982] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53c9cd1e-287d-4b77-b19f-b5ba8e956822 with Priority: HIGHEST for action security_group_rules [ 787.845766] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-53c9cd1e-287d-4b77-b19f-b5ba8e956822 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.845897] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-53c9cd1e-287d-4b77-b19f-b5ba8e956822" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.845965] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-53c9cd1e-287d-4b77-b19f-b5ba8e956822" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.846307] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-53c9cd1e-287d-4b77-b19f-b5ba8e956822" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.846392] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('53c9cd1e-287d-4b77-b19f-b5ba8e956822',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.940600] env[65307]: INFO networking_nsxv3.common.synchronization [None req-839b68ee-63b7-4959-b850-9ef588420f8f tempest-ServerRescueNegativeTestJSON-775459428 tempest-ServerRescueNegativeTestJSON-775459428-project-member] Enqueued Resource ID: 53c9cd1e-287d-4b77-b19f-b5ba8e956822 with Priority: HIGHEST for action security_group_rules [ 787.941253] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53c9cd1e-287d-4b77-b19f-b5ba8e956822 with Priority: HIGHEST for action security_group_rules [ 787.943099] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-53c9cd1e-287d-4b77-b19f-b5ba8e956822 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.943099] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-53c9cd1e-287d-4b77-b19f-b5ba8e956822" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.276401] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.276401] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.276401] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.276605] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.276643] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.279044] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe361d1a-2e49-48a9-8811-8b161d48ac20 is going to be updated. [ 788.279044] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.279044] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.279044] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.279044] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.279044] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.279044] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f14a1e66-3b34-494f-9231-83e0a510429f is going to be created. [ 788.336832] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.336832] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.336832] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.337109] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.337148] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.344940] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.344940] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.344940] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.345183] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.345301] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.352228] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f14a1e66-3b34-494f-9231-83e0a510429f in Status: UNINITIALIZED for 2s [ 788.355181] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe361d1a-2e49-48a9-8811-8b161d48ac20 in Status: IN_PROGRESS for 2s [ 788.377627] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.378919] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.378919] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.378919] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.378919] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.379190] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 53c9cd1e-287d-4b77-b19f-b5ba8e956822 already deleted. [ 788.379277] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-53c9cd1e-287d-4b77-b19f-b5ba8e956822" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.380202] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-53c9cd1e-287d-4b77-b19f-b5ba8e956822" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.380329] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-53c9cd1e-287d-4b77-b19f-b5ba8e956822" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.380489] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('53c9cd1e-287d-4b77-b19f-b5ba8e956822',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.480275] env[65307]: INFO networking_nsxv3.common.synchronization [None req-8cafb12f-2964-4f4c-96c7-46b6740da454 None None] Enqueued Resource ID: 9ba06051-83aa-4a34-ad8e-0fd48e565768 with Priority: HIGHEST for action port [ 788.480894] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ba06051-83aa-4a34-ad8e-0fd48e565768 with Priority: HIGHEST for action port [ 788.481170] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-9ba06051-83aa-4a34-ad8e-0fd48e565768 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.481297] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9ba06051-83aa-4a34-ad8e-0fd48e565768" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.481361] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9ba06051-83aa-4a34-ad8e-0fd48e565768" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.481625] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9ba06051-83aa-4a34-ad8e-0fd48e565768" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.481735] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9ba06051-83aa-4a34-ad8e-0fd48e565768',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.712383] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0efd72d0-c4cf-47d9-b09f-7de4896d965d in Status: SUCCESS [ 788.712629] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0efd72d0-c4cf-47d9-b09f-7de4896d965d" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.712804] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0efd72d0-c4cf-47d9-b09f-7de4896d965d" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.713037] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0efd72d0-c4cf-47d9-b09f-7de4896d965d" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.713226] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.713342] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.713419] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.713662] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.713746] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.713833] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0efd72d0-c4cf-47d9-b09f-7de4896d965d" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.713917] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0efd72d0-c4cf-47d9-b09f-7de4896d965d',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.907869] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.907869] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.907869] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.908443] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.908443] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.908672] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 53c9cd1e-287d-4b77-b19f-b5ba8e956822 already deleted. [ 788.908672] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-53c9cd1e-287d-4b77-b19f-b5ba8e956822" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.984139] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9ba06051-83aa-4a34-ad8e-0fd48e565768 [ 788.984898] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.984898] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.984898] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.985088] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.985207] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.985317] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9ba06051-83aa-4a34-ad8e-0fd48e565768 already deleted. [ 788.985408] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9ba06051-83aa-4a34-ad8e-0fd48e565768" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.217709] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0efd72d0-c4cf-47d9-b09f-7de4896d965d',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.610059] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.610223] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.610292] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.610513] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.610613] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.719916] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0efd72d0-c4cf-47d9-b09f-7de4896d965d: rpc.has_security_group_logging(os_id): False [ 789.739783] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.739922] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.739992] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.740566] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.740714] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.740966] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.741506] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.741603] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.742726] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.742726] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.742726] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0efd72d0-c4cf-47d9-b09f-7de4896d965d is going to be created. [ 789.814305] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.814305] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.814305] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.814305] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.814305] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.829308] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0efd72d0-c4cf-47d9-b09f-7de4896d965d in Status: IN_PROGRESS for 2s [ 790.116285] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.364057] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f14a1e66-3b34-494f-9231-83e0a510429f in Status: SUCCESS [ 790.364385] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f14a1e66-3b34-494f-9231-83e0a510429f" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.364602] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f14a1e66-3b34-494f-9231-83e0a510429f" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.364851] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f14a1e66-3b34-494f-9231-83e0a510429f" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.365086] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.365368] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.365368] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.365589] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.365662] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.365816] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f14a1e66-3b34-494f-9231-83e0a510429f',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.367297] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe361d1a-2e49-48a9-8811-8b161d48ac20 in Status: SUCCESS [ 790.367465] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe361d1a-2e49-48a9-8811-8b161d48ac20" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.367621] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe361d1a-2e49-48a9-8811-8b161d48ac20" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.367785] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe361d1a-2e49-48a9-8811-8b161d48ac20" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.367957] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.368078] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.368145] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.368376] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.368456] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.368548] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe361d1a-2e49-48a9-8811-8b161d48ac20',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.399973] env[65307]: INFO networking_nsxv3.common.synchronization [req-3db28949-9e62-42d0-b438-b4d92587fa6a req-156dcf31-8fb3-405b-aa5a-a3fdf5f4ac70 tempest-AttachInterfacesTestJSON-1120364181 tempest-AttachInterfacesTestJSON-1120364181-project-member] Enqueued Resource ID: dfaefd34-ec9a-485e-aa58-e1bf34863160 with Priority: HIGHEST for action security_group_members [ 790.401040] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfaefd34-ec9a-485e-aa58-e1bf34863160 with Priority: HIGHEST for action security_group_members [ 790.401040] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfaefd34-ec9a-485e-aa58-e1bf34863160 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.401250] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfaefd34-ec9a-485e-aa58-e1bf34863160" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.401320] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfaefd34-ec9a-485e-aa58-e1bf34863160" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.401590] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfaefd34-ec9a-485e-aa58-e1bf34863160" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.402150] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.402150] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.402150] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.402150] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.402375] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.402375] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dfaefd34-ec9a-485e-aa58-e1bf34863160',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.618907] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.870718] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f14a1e66-3b34-494f-9231-83e0a510429f',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.871735] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fe361d1a-2e49-48a9-8811-8b161d48ac20',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.903882] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.904054] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.904120] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.904341] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.904433] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.904653] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.904809] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.904923] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.905116] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.905247] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.905371] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dfaefd34-ec9a-485e-aa58-e1bf34863160 is going to be updated. [ 790.936375] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.936519] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.936589] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.936800] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.936948] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.946317] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dfaefd34-ec9a-485e-aa58-e1bf34863160 in Status: IN_PROGRESS for 2s [ 791.123743] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 791.124022] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 791.326924] env[65307]: INFO networking_nsxv3.common.synchronization [None req-d137057d-2bbc-4897-9537-16da7c9b9170 None None] Enqueued Resource ID: 0783a28f-6282-4aec-a61c-c941eed54fbd with Priority: HIGHEST for action port [ 791.327086] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0783a28f-6282-4aec-a61c-c941eed54fbd with Priority: HIGHEST for action port [ 791.327410] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-0783a28f-6282-4aec-a61c-c941eed54fbd taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.327579] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0783a28f-6282-4aec-a61c-c941eed54fbd" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.327579] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0783a28f-6282-4aec-a61c-c941eed54fbd" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.327850] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0783a28f-6282-4aec-a61c-c941eed54fbd" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.327923] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0783a28f-6282-4aec-a61c-c941eed54fbd',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.379930] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fe361d1a-2e49-48a9-8811-8b161d48ac20',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.381012] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f14a1e66-3b34-494f-9231-83e0a510429f',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.830580] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0783a28f-6282-4aec-a61c-c941eed54fbd [ 791.830580] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.830580] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.830929] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.830929] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.830929] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.831085] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0783a28f-6282-4aec-a61c-c941eed54fbd already deleted. [ 791.831132] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0783a28f-6282-4aec-a61c-c941eed54fbd" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.846902] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0efd72d0-c4cf-47d9-b09f-7de4896d965d in Status: SUCCESS [ 791.847162] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0efd72d0-c4cf-47d9-b09f-7de4896d965d" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.883608] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.884185] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.884291] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.885589] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.885589] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.885589] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f14a1e66-3b34-494f-9231-83e0a510429f is going to be updated. [ 791.886120] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.886291] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.886291] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.886468] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.886529] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.886622] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe361d1a-2e49-48a9-8811-8b161d48ac20 is going to be updated. [ 791.932022] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.932022] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.932022] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.932022] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.932022] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.933860] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.934045] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.934143] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.934359] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.934517] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.950381] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe361d1a-2e49-48a9-8811-8b161d48ac20 in Status: IN_PROGRESS for 2s [ 791.955039] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f14a1e66-3b34-494f-9231-83e0a510429f in Status: IN_PROGRESS for 2s [ 792.079105] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.079605] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.079605] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.079752] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.102328] env[65307]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 792.103517] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.104710] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 792.136024] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.136518] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.136518] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.136613] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.141983] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.142320] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 792.142436] env[65307]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65307) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 792.142517] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 792.183535] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.183684] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.183817] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.185423] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.185752] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.185923] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 792.258252] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.258252] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.258252] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.258252] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.258252] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.258252] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 792.363384] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.363506] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.363506] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.363715] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.365142] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.365142] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:36. [ 792.365142] env[65307]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'2d995b2d-9e4f-4988-82c5-804f9a48f0e4', 'a0f2a7ec-b853-4f99-8504-cc55c5e13035', '67ab3be0-ca1a-43e9-b7b2-cbab718d0fc1', 'd282cf2d-2b7e-49ea-aa3f-7fcfc0105daa', '9d6d7c83-fb23-4289-bf76-12eab6c09368', 'dfaefd34-ec9a-485e-aa58-e1bf34863160', '56a5dee6-4a9d-46df-a94a-b39c5508e543', '0caeaaa5-344e-4304-ba6e-7540346003c3', '51100475-face-4c81-8e24-02e7eb49eb74', '6fe7462d-f1b1-40b8-9284-9fc61cdb1181', '743be6ae-fd48-4ba0-81a7-fa01a232e1d4', 'fe361d1a-2e49-48a9-8811-8b161d48ac20', '447851de-4f63-4320-981d-53408a1308b1', '8a4c1f9e-549d-4f6a-b39d-400a97d19a08', 'ade7d7ce-cf2c-4e60-bee1-c0d9ed7c9432', 'df77a2bb-0be5-4bad-9693-58853c26ba6a', '8acce43e-fe25-4bf7-968f-fd3904ef8dc8', 'bacc929e-b0d1-47ef-93ca-6666bf68bb02', 'c368a3c2-f3de-40f9-b4d2-45b416dce356', '0efd72d0-c4cf-47d9-b09f-7de4896d965d', '1fb8c340-b1af-40ff-848a-419b96a4dbd2', '7a90801d-ed92-4c90-80d7-eae5cb727c07', 'b35f0dc2-7c76-42f5-a6f4-056679b4ec19', 'aa826f8b-3969-413e-97b8-2dd9b968c88c', 'ee2710b2-68d5-4f0c-aff5-4de6205ea81b', 'a75a4ff7-154e-4b6d-b9d6-cd78bd53244a', '8f144e96-65c1-4dc4-861d-791a4e5e049b', '37bf9cc5-847b-42fb-989a-22543947ae7c', '9be1a32c-12ad-467a-bcea-9824a4ae76e6', '0a1d298d-2e27-431e-a1c7-50bf0406e216', '0a9b9cba-b189-4d9b-8241-f20b7403fe71', 'a0a2bd7f-3a10-41c4-be65-e0aa663bfa5b', '3d2bb0fe-56a7-42b0-a655-d693abaa2102', '5ddd4949-dfef-4bff-b70c-b5b472b13019', 'd7fb870e-dfa9-4088-855c-28b662a0b42b', '19ec616f-3b1a-4ea0-b37f-4725ba96156d'} {{(pid=65307) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 792.365142] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 792.388250] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.388417] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.388801] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.388801] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.388801] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.388966] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 792.388966] env[65307]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65307) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 792.389049] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 792.483168] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.483168] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.483419] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.483464] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.484800] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.484800] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 792.484800] env[65307]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65307) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 792.484800] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 792.484800] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 792.484800] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/36 resources of Type:Security Group Rules [ 792.484800] env[65307]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2d995b2d-9e4f-4988-82c5-804f9a48f0e4 with Priority: HIGH for action security_group_rules [ 792.484800] env[65307]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a0f2a7ec-b853-4f99-8504-cc55c5e13035 with Priority: HIGH for action security_group_rules [ 792.485414] env[65307]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 67ab3be0-ca1a-43e9-b7b2-cbab718d0fc1 with Priority: HIGH for action security_group_rules [ 792.485414] env[65307]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa with Priority: HIGH for action security_group_rules [ 792.485414] env[65307]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9d6d7c83-fb23-4289-bf76-12eab6c09368 with Priority: HIGH for action security_group_rules [ 792.485414] env[65307]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: dfaefd34-ec9a-485e-aa58-e1bf34863160 with Priority: HIGH for action security_group_rules [ 792.485414] env[65307]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 56a5dee6-4a9d-46df-a94a-b39c5508e543 with Priority: HIGH for action security_group_rules [ 792.485414] env[65307]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0caeaaa5-344e-4304-ba6e-7540346003c3 with Priority: HIGH for action security_group_rules [ 792.485414] env[65307]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 51100475-face-4c81-8e24-02e7eb49eb74 with Priority: HIGH for action security_group_rules [ 792.485414] env[65307]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6fe7462d-f1b1-40b8-9284-9fc61cdb1181 with Priority: HIGH for action security_group_rules [ 792.485414] env[65307]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 743be6ae-fd48-4ba0-81a7-fa01a232e1d4 with Priority: HIGH for action security_group_rules [ 792.485414] env[65307]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fe361d1a-2e49-48a9-8811-8b161d48ac20 with Priority: HIGH for action security_group_rules [ 792.485993] env[65307]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 447851de-4f63-4320-981d-53408a1308b1 with Priority: HIGH for action security_group_rules [ 792.485993] env[65307]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8a4c1f9e-549d-4f6a-b39d-400a97d19a08 with Priority: HIGH for action security_group_rules [ 792.485993] env[65307]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ade7d7ce-cf2c-4e60-bee1-c0d9ed7c9432 with Priority: HIGH for action security_group_rules [ 792.485993] env[65307]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: df77a2bb-0be5-4bad-9693-58853c26ba6a with Priority: HIGH for action security_group_rules [ 792.485993] env[65307]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8acce43e-fe25-4bf7-968f-fd3904ef8dc8 with Priority: HIGH for action security_group_rules [ 792.485993] env[65307]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bacc929e-b0d1-47ef-93ca-6666bf68bb02 with Priority: HIGH for action security_group_rules [ 792.485993] env[65307]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c368a3c2-f3de-40f9-b4d2-45b416dce356 with Priority: HIGH for action security_group_rules [ 792.485993] env[65307]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0efd72d0-c4cf-47d9-b09f-7de4896d965d with Priority: HIGH for action security_group_rules [ 792.485993] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.959796] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dfaefd34-ec9a-485e-aa58-e1bf34863160 in Status: SUCCESS [ 792.960095] env[65307]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dfaefd34-ec9a-485e-aa58-e1bf34863160 deletion is rescheduled due to dependency. [ 792.963033] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfaefd34-ec9a-485e-aa58-e1bf34863160" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.721970] env[65307]: INFO networking_nsxv3.common.synchronization [None req-e9a32d4d-8aaa-455b-b6b3-802d5419d28f tempest-ServerActionsV293TestJSON-1257631150 tempest-ServerActionsV293TestJSON-1257631150-project-member] Enqueued Resource ID: 7242e7e5-121c-445c-b849-d7df43f535af with Priority: HIGHEST for action security_group_rules [ 793.723932] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7242e7e5-121c-445c-b849-d7df43f535af with Priority: HIGHEST for action security_group_rules [ 793.725859] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d995b2d-9e4f-4988-82c5-804f9a48f0e4 with Priority: HIGH for action security_group_rules [ 793.725859] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67ab3be0-ca1a-43e9-b7b2-cbab718d0fc1 with Priority: HIGH for action security_group_rules [ 793.725859] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56a5dee6-4a9d-46df-a94a-b39c5508e543 with Priority: HIGH for action security_group_rules [ 793.725859] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ade7d7ce-cf2c-4e60-bee1-c0d9ed7c9432 with Priority: HIGH for action security_group_rules [ 793.725859] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0efd72d0-c4cf-47d9-b09f-7de4896d965d with Priority: HIGH for action security_group_rules [ 793.725859] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c368a3c2-f3de-40f9-b4d2-45b416dce356 with Priority: HIGH for action security_group_rules [ 793.725859] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bacc929e-b0d1-47ef-93ca-6666bf68bb02 with Priority: HIGH for action security_group_rules [ 793.725859] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8acce43e-fe25-4bf7-968f-fd3904ef8dc8 with Priority: HIGH for action security_group_rules [ 793.725859] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a4c1f9e-549d-4f6a-b39d-400a97d19a08 with Priority: HIGH for action security_group_rules [ 793.725859] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df77a2bb-0be5-4bad-9693-58853c26ba6a with Priority: HIGH for action security_group_rules [ 793.725859] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 447851de-4f63-4320-981d-53408a1308b1 with Priority: HIGH for action security_group_rules [ 793.725859] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe361d1a-2e49-48a9-8811-8b161d48ac20 with Priority: HIGH for action security_group_rules [ 793.725859] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 743be6ae-fd48-4ba0-81a7-fa01a232e1d4 with Priority: HIGH for action security_group_rules [ 793.726289] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fe7462d-f1b1-40b8-9284-9fc61cdb1181 with Priority: HIGH for action security_group_rules [ 793.726289] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51100475-face-4c81-8e24-02e7eb49eb74 with Priority: HIGH for action security_group_rules [ 793.726289] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfaefd34-ec9a-485e-aa58-e1bf34863160 with Priority: HIGH for action security_group_rules [ 793.726384] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0caeaaa5-344e-4304-ba6e-7540346003c3 with Priority: HIGH for action security_group_rules [ 793.726477] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d6d7c83-fb23-4289-bf76-12eab6c09368 with Priority: HIGH for action security_group_rules [ 793.726548] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0f2a7ec-b853-4f99-8504-cc55c5e13035 with Priority: HIGH for action security_group_rules [ 793.727533] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa with Priority: HIGH for action security_group_rules [ 793.728049] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7242e7e5-121c-445c-b849-d7df43f535af taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.728290] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7242e7e5-121c-445c-b849-d7df43f535af" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.728417] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7242e7e5-121c-445c-b849-d7df43f535af" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.728791] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7242e7e5-121c-445c-b849-d7df43f535af" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.728944] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7242e7e5-121c-445c-b849-d7df43f535af',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.730650] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2d995b2d-9e4f-4988-82c5-804f9a48f0e4 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.730782] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2d995b2d-9e4f-4988-82c5-804f9a48f0e4" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.730908] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2d995b2d-9e4f-4988-82c5-804f9a48f0e4" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.731662] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2d995b2d-9e4f-4988-82c5-804f9a48f0e4" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.731662] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2d995b2d-9e4f-4988-82c5-804f9a48f0e4',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.732360] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-67ab3be0-ca1a-43e9-b7b2-cbab718d0fc1 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.732842] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-67ab3be0-ca1a-43e9-b7b2-cbab718d0fc1" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.732842] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-67ab3be0-ca1a-43e9-b7b2-cbab718d0fc1" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.732842] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-67ab3be0-ca1a-43e9-b7b2-cbab718d0fc1" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.734510] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('67ab3be0-ca1a-43e9-b7b2-cbab718d0fc1',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.734510] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-56a5dee6-4a9d-46df-a94a-b39c5508e543 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.734510] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-56a5dee6-4a9d-46df-a94a-b39c5508e543" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.734510] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-56a5dee6-4a9d-46df-a94a-b39c5508e543" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.734510] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-56a5dee6-4a9d-46df-a94a-b39c5508e543" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.734510] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('56a5dee6-4a9d-46df-a94a-b39c5508e543',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.738036] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ade7d7ce-cf2c-4e60-bee1-c0d9ed7c9432 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.739544] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ade7d7ce-cf2c-4e60-bee1-c0d9ed7c9432" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.739724] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ade7d7ce-cf2c-4e60-bee1-c0d9ed7c9432" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.740630] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ade7d7ce-cf2c-4e60-bee1-c0d9ed7c9432" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.740917] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ade7d7ce-cf2c-4e60-bee1-c0d9ed7c9432',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.742338] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0efd72d0-c4cf-47d9-b09f-7de4896d965d taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.742496] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0efd72d0-c4cf-47d9-b09f-7de4896d965d" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.742594] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0efd72d0-c4cf-47d9-b09f-7de4896d965d" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.743911] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0efd72d0-c4cf-47d9-b09f-7de4896d965d" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.743911] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0efd72d0-c4cf-47d9-b09f-7de4896d965d',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.744899] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c368a3c2-f3de-40f9-b4d2-45b416dce356 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.745064] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c368a3c2-f3de-40f9-b4d2-45b416dce356" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.745193] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c368a3c2-f3de-40f9-b4d2-45b416dce356" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.745799] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c368a3c2-f3de-40f9-b4d2-45b416dce356" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.745799] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c368a3c2-f3de-40f9-b4d2-45b416dce356',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.747045] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bacc929e-b0d1-47ef-93ca-6666bf68bb02 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.747045] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bacc929e-b0d1-47ef-93ca-6666bf68bb02" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.747200] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bacc929e-b0d1-47ef-93ca-6666bf68bb02" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.747242] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bacc929e-b0d1-47ef-93ca-6666bf68bb02" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.747302] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bacc929e-b0d1-47ef-93ca-6666bf68bb02',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.748147] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8acce43e-fe25-4bf7-968f-fd3904ef8dc8 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.748274] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8acce43e-fe25-4bf7-968f-fd3904ef8dc8" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.748331] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8acce43e-fe25-4bf7-968f-fd3904ef8dc8" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.748533] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8acce43e-fe25-4bf7-968f-fd3904ef8dc8" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.748572] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8acce43e-fe25-4bf7-968f-fd3904ef8dc8',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.749520] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8a4c1f9e-549d-4f6a-b39d-400a97d19a08 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.749625] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8a4c1f9e-549d-4f6a-b39d-400a97d19a08" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.750259] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8a4c1f9e-549d-4f6a-b39d-400a97d19a08" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.750259] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8a4c1f9e-549d-4f6a-b39d-400a97d19a08" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.750259] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8a4c1f9e-549d-4f6a-b39d-400a97d19a08',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.751178] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-df77a2bb-0be5-4bad-9693-58853c26ba6a taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.751289] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-df77a2bb-0be5-4bad-9693-58853c26ba6a" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.751517] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-df77a2bb-0be5-4bad-9693-58853c26ba6a" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.751517] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-df77a2bb-0be5-4bad-9693-58853c26ba6a" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.751625] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('df77a2bb-0be5-4bad-9693-58853c26ba6a',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.752168] env[65307]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 793.752560] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-447851de-4f63-4320-981d-53408a1308b1 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.752664] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-447851de-4f63-4320-981d-53408a1308b1" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.752724] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-447851de-4f63-4320-981d-53408a1308b1" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.752862] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-447851de-4f63-4320-981d-53408a1308b1" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.752965] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('447851de-4f63-4320-981d-53408a1308b1',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.754295] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fe361d1a-2e49-48a9-8811-8b161d48ac20 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.754295] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fe361d1a-2e49-48a9-8811-8b161d48ac20" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.754295] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-743be6ae-fd48-4ba0-81a7-fa01a232e1d4 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.754295] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-743be6ae-fd48-4ba0-81a7-fa01a232e1d4" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.754295] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-743be6ae-fd48-4ba0-81a7-fa01a232e1d4" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.754295] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-743be6ae-fd48-4ba0-81a7-fa01a232e1d4" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.754571] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('743be6ae-fd48-4ba0-81a7-fa01a232e1d4',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.755319] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6fe7462d-f1b1-40b8-9284-9fc61cdb1181 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.755319] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6fe7462d-f1b1-40b8-9284-9fc61cdb1181" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.755319] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6fe7462d-f1b1-40b8-9284-9fc61cdb1181" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.755455] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6fe7462d-f1b1-40b8-9284-9fc61cdb1181" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.755492] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6fe7462d-f1b1-40b8-9284-9fc61cdb1181',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.756420] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-51100475-face-4c81-8e24-02e7eb49eb74 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.756527] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-51100475-face-4c81-8e24-02e7eb49eb74" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.756527] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-51100475-face-4c81-8e24-02e7eb49eb74" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.756941] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-51100475-face-4c81-8e24-02e7eb49eb74" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.756941] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('51100475-face-4c81-8e24-02e7eb49eb74',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.757806] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dfaefd34-ec9a-485e-aa58-e1bf34863160 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.757806] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dfaefd34-ec9a-485e-aa58-e1bf34863160" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.757806] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dfaefd34-ec9a-485e-aa58-e1bf34863160" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.757806] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dfaefd34-ec9a-485e-aa58-e1bf34863160" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.758093] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dfaefd34-ec9a-485e-aa58-e1bf34863160',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.759368] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0caeaaa5-344e-4304-ba6e-7540346003c3 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.759368] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0caeaaa5-344e-4304-ba6e-7540346003c3" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.759368] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0caeaaa5-344e-4304-ba6e-7540346003c3" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.759368] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0caeaaa5-344e-4304-ba6e-7540346003c3" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.759368] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0caeaaa5-344e-4304-ba6e-7540346003c3',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.759829] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9d6d7c83-fb23-4289-bf76-12eab6c09368 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.760050] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9d6d7c83-fb23-4289-bf76-12eab6c09368" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.760102] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9d6d7c83-fb23-4289-bf76-12eab6c09368" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.760248] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9d6d7c83-fb23-4289-bf76-12eab6c09368" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.760322] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9d6d7c83-fb23-4289-bf76-12eab6c09368',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.761210] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a0f2a7ec-b853-4f99-8504-cc55c5e13035 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.761326] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a0f2a7ec-b853-4f99-8504-cc55c5e13035" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.761391] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a0f2a7ec-b853-4f99-8504-cc55c5e13035" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.761561] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a0f2a7ec-b853-4f99-8504-cc55c5e13035" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.761632] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a0f2a7ec-b853-4f99-8504-cc55c5e13035',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.762561] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.762622] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.762661] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.762780] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.762850] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.964135] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f14a1e66-3b34-494f-9231-83e0a510429f in Status: SUCCESS [ 793.964462] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f14a1e66-3b34-494f-9231-83e0a510429f" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.964713] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f14a1e66-3b34-494f-9231-83e0a510429f" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.965100] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f14a1e66-3b34-494f-9231-83e0a510429f" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.965352] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.965543] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.965661] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.966024] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.966098] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.967246] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f14a1e66-3b34-494f-9231-83e0a510429f" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.967246] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f14a1e66-3b34-494f-9231-83e0a510429f',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.967246] env[65307]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 21, greater than warning threshold: 20. There could be a leak. Increasing threshold to: 40 [ 793.968516] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe361d1a-2e49-48a9-8811-8b161d48ac20 in Status: SUCCESS [ 793.968791] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe361d1a-2e49-48a9-8811-8b161d48ac20" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.969045] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe361d1a-2e49-48a9-8811-8b161d48ac20" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.969330] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe361d1a-2e49-48a9-8811-8b161d48ac20" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.969619] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.969831] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.969961] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.970227] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.970380] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.970519] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe361d1a-2e49-48a9-8811-8b161d48ac20" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.970654] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fe361d1a-2e49-48a9-8811-8b161d48ac20',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.159773] env[65307]: INFO networking_nsxv3.common.synchronization [None req-936e62b2-850a-4c79-aa09-d7d2e7c2d81e tempest-ServerActionsV293TestJSON-1257631150 tempest-ServerActionsV293TestJSON-1257631150-project-member] Enqueued Resource ID: 7242e7e5-121c-445c-b849-d7df43f535af with Priority: HIGHEST for action security_group_rules [ 794.161733] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7242e7e5-121c-445c-b849-d7df43f535af with Priority: HIGHEST for action security_group_rules [ 794.161972] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7242e7e5-121c-445c-b849-d7df43f535af taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.162429] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7242e7e5-121c-445c-b849-d7df43f535af" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.270596] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d995b2d-9e4f-4988-82c5-804f9a48f0e4 taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.270823] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d995b2d-9e4f-4988-82c5-804f9a48f0e4" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.270892] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d995b2d-9e4f-4988-82c5-804f9a48f0e4" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.271607] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d995b2d-9e4f-4988-82c5-804f9a48f0e4" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.271607] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.271607] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.271607] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.271814] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.271851] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.272036] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d995b2d-9e4f-4988-82c5-804f9a48f0e4" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.272195] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2d995b2d-9e4f-4988-82c5-804f9a48f0e4',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.290946] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.291130] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.291320] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.291402] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.293209] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-0efd72d0-c4cf-47d9-b09f-7de4896d965d taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.294269] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0efd72d0-c4cf-47d9-b09f-7de4896d965d" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.294269] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0efd72d0-c4cf-47d9-b09f-7de4896d965d" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.294269] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0efd72d0-c4cf-47d9-b09f-7de4896d965d" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.294269] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.294269] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.294269] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.294269] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.294269] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.294269] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0efd72d0-c4cf-47d9-b09f-7de4896d965d" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.294269] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0efd72d0-c4cf-47d9-b09f-7de4896d965d',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.302374] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-0caeaaa5-344e-4304-ba6e-7540346003c3 taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.302523] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0caeaaa5-344e-4304-ba6e-7540346003c3" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.302605] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0caeaaa5-344e-4304-ba6e-7540346003c3" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.302773] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0caeaaa5-344e-4304-ba6e-7540346003c3" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.303026] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.303131] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.303210] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.303381] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.303466] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.303559] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0caeaaa5-344e-4304-ba6e-7540346003c3" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.303644] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0caeaaa5-344e-4304-ba6e-7540346003c3',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.306617] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.306617] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.310163] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-8acce43e-fe25-4bf7-968f-fd3904ef8dc8 taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.310313] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8acce43e-fe25-4bf7-968f-fd3904ef8dc8" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.310386] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8acce43e-fe25-4bf7-968f-fd3904ef8dc8" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.310586] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8acce43e-fe25-4bf7-968f-fd3904ef8dc8" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.310782] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.310884] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.310947] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.311133] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.311283] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.311320] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8acce43e-fe25-4bf7-968f-fd3904ef8dc8" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.311376] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8acce43e-fe25-4bf7-968f-fd3904ef8dc8',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.317825] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.317975] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.318062] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.318323] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.318454] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.318565] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.318654] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.318816] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.318900] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.318985] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.319203] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.326622] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0caeaaa5-344e-4304-ba6e-7540346003c3',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.358999] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.358999] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 67ab3be0-ca1a-43e9-b7b2-cbab718d0fc1 is going to be deleted. [ 794.363445] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.363445] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.363445] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.363572] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7242e7e5-121c-445c-b849-d7df43f535af already deleted. [ 794.363621] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7242e7e5-121c-445c-b849-d7df43f535af" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.363827] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7242e7e5-121c-445c-b849-d7df43f535af" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.363981] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7242e7e5-121c-445c-b849-d7df43f535af" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.364082] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7242e7e5-121c-445c-b849-d7df43f535af',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.375578] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.375781] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.375851] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.377546] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.377877] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.377982] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.378865] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.379029] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.379701] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.379816] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.380797] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.380797] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.382206] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.382206] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.382331] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.382331] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.383033] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.383156] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.384877] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.384972] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.385726] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.385830] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.386628] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.386628] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.387202] env[65307]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 794.387768] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.387768] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.388380] env[65307]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 794.388758] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.388845] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.400707] env[65307]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 794.401217] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.401313] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dfaefd34-ec9a-485e-aa58-e1bf34863160 is going to be deleted. [ 794.402306] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.402527] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.426375] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.426552] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 447851de-4f63-4320-981d-53408a1308b1 is going to be deleted. [ 794.427432] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.427696] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.441417] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.441578] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.446558] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.446749] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a0f2a7ec-b853-4f99-8504-cc55c5e13035 is going to be deleted. [ 794.447674] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.447977] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.471377] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.471509] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c368a3c2-f3de-40f9-b4d2-45b416dce356 is going to be deleted. [ 794.472428] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.472643] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.473541] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f14a1e66-3b34-494f-9231-83e0a510429f',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.474648] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe361d1a-2e49-48a9-8811-8b161d48ac20 taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.475254] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe361d1a-2e49-48a9-8811-8b161d48ac20" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.475254] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe361d1a-2e49-48a9-8811-8b161d48ac20" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.475254] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe361d1a-2e49-48a9-8811-8b161d48ac20" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.475254] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.475440] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.475440] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.475503] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.475561] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.475645] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe361d1a-2e49-48a9-8811-8b161d48ac20" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.475873] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe361d1a-2e49-48a9-8811-8b161d48ac20 taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.476100] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe361d1a-2e49-48a9-8811-8b161d48ac20" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.476232] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe361d1a-2e49-48a9-8811-8b161d48ac20" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.476348] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe361d1a-2e49-48a9-8811-8b161d48ac20" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.476465] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.476558] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.476610] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.476751] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.476815] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.476903] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe361d1a-2e49-48a9-8811-8b161d48ac20" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.477245] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fe361d1a-2e49-48a9-8811-8b161d48ac20',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.480431] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.480601] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.511627] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.511751] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.523961] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.523961] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9d6d7c83-fb23-4289-bf76-12eab6c09368 is going to be deleted. [ 794.524833] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.525063] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.561520] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.561611] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.569725] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.569871] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bacc929e-b0d1-47ef-93ca-6666bf68bb02 is going to be deleted. [ 794.571243] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.571493] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.583399] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.583399] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.597204] env[65307]: INFO networking_nsxv3.common.synchronization [req-05307bed-fbea-4007-96c1-b3aa6717a97a req-5ae89b3f-966e-43a3-b63b-acf8b21d2d7a tempest-AttachInterfacesTestJSON-1120364181 tempest-AttachInterfacesTestJSON-1120364181-project-member] Enqueued Resource ID: 0caeaaa5-344e-4304-ba6e-7540346003c3 with Priority: HIGHEST for action security_group_members [ 794.597534] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0caeaaa5-344e-4304-ba6e-7540346003c3 with Priority: HIGHEST for action security_group_members [ 794.597975] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-0caeaaa5-344e-4304-ba6e-7540346003c3 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.597975] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0caeaaa5-344e-4304-ba6e-7540346003c3" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.598414] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0caeaaa5-344e-4304-ba6e-7540346003c3" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.598621] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0caeaaa5-344e-4304-ba6e-7540346003c3" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.598788] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.598893] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.598965] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.599132] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.599454] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.599557] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0caeaaa5-344e-4304-ba6e-7540346003c3',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.646857] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.646857] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 56a5dee6-4a9d-46df-a94a-b39c5508e543 is going to be deleted. [ 794.647094] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.647198] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.698769] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.698769] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.698769] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.698769] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.715288] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.716477] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 743be6ae-fd48-4ba0-81a7-fa01a232e1d4 is going to be deleted. [ 794.718941] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.719324] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.776087] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d995b2d-9e4f-4988-82c5-804f9a48f0e4 taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.776087] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d995b2d-9e4f-4988-82c5-804f9a48f0e4" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.776087] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d995b2d-9e4f-4988-82c5-804f9a48f0e4" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.776087] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d995b2d-9e4f-4988-82c5-804f9a48f0e4" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.776087] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.776614] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.776614] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.776614] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.776614] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.776614] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d995b2d-9e4f-4988-82c5-804f9a48f0e4" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.776783] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d995b2d-9e4f-4988-82c5-804f9a48f0e4 taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.776783] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d995b2d-9e4f-4988-82c5-804f9a48f0e4" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.776856] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d995b2d-9e4f-4988-82c5-804f9a48f0e4" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.776946] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d995b2d-9e4f-4988-82c5-804f9a48f0e4" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.777090] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.777183] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.777243] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.777378] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.777453] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.777553] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d995b2d-9e4f-4988-82c5-804f9a48f0e4" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.777644] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2d995b2d-9e4f-4988-82c5-804f9a48f0e4',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.807037] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.807196] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: df77a2bb-0be5-4bad-9693-58853c26ba6a is going to be deleted. [ 794.808449] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.808665] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.809615] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0efd72d0-c4cf-47d9-b09f-7de4896d965d',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.827569] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-8acce43e-fe25-4bf7-968f-fd3904ef8dc8 taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.827716] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8acce43e-fe25-4bf7-968f-fd3904ef8dc8" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.828311] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8acce43e-fe25-4bf7-968f-fd3904ef8dc8" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.828311] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8acce43e-fe25-4bf7-968f-fd3904ef8dc8" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.828311] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.828481] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.828481] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.828551] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.828629] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.828712] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8acce43e-fe25-4bf7-968f-fd3904ef8dc8" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.828865] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-8acce43e-fe25-4bf7-968f-fd3904ef8dc8 taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.828960] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8acce43e-fe25-4bf7-968f-fd3904ef8dc8" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.829055] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8acce43e-fe25-4bf7-968f-fd3904ef8dc8" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.829201] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8acce43e-fe25-4bf7-968f-fd3904ef8dc8" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.829365] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.829486] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.829551] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.829725] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.829805] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.829953] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8acce43e-fe25-4bf7-968f-fd3904ef8dc8" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.830030] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8acce43e-fe25-4bf7-968f-fd3904ef8dc8',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.832899] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.833060] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.836538] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.836538] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.836538] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.836538] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.836538] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.836538] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.836538] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.836538] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.836538] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.836538] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.836538] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.836538] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.836538] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.836538] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.836538] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.836538] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.837386] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.837386] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.837386] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.837386] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.837386] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.844956] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0caeaaa5-344e-4304-ba6e-7540346003c3: rpc.has_security_group_logging(os_id): False [ 794.873018] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.873169] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.897659] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.897819] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 51100475-face-4c81-8e24-02e7eb49eb74 is going to be deleted. [ 794.899092] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.899092] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.914186] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.914347] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.919326] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.919548] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.941497] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.941649] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6fe7462d-f1b1-40b8-9284-9fc61cdb1181 is going to be deleted. [ 794.943168] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.943168] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.980439] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f14a1e66-3b34-494f-9231-83e0a510429f: rpc.has_security_group_logging(os_id): False [ 794.981805] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fe361d1a-2e49-48a9-8811-8b161d48ac20: rpc.has_security_group_logging(os_id): False [ 794.990274] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.990274] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.024806] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.024806] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.029470] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.029470] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.030406] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.030557] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ade7d7ce-cf2c-4e60-bee1-c0d9ed7c9432 is going to be deleted. [ 795.034389] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.034695] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.057010] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.057163] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.085267] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.085392] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8a4c1f9e-549d-4f6a-b39d-400a97d19a08 is going to be deleted. [ 795.088128] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.088128] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.088128] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.088128] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-67ab3be0-ca1a-43e9-b7b2-cbab718d0fc1" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.088128] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.088128] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.088128] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.088128] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dfaefd34-ec9a-485e-aa58-e1bf34863160" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.088128] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.088522] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.089384] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.089533] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-447851de-4f63-4320-981d-53408a1308b1" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.089678] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.089839] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.089912] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.090036] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a0f2a7ec-b853-4f99-8504-cc55c5e13035" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.090174] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.090320] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.090394] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.090504] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c368a3c2-f3de-40f9-b4d2-45b416dce356" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.090658] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.090806] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.090878] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.094090] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bacc929e-b0d1-47ef-93ca-6666bf68bb02" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.097077] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.097077] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.097077] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.097077] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9d6d7c83-fb23-4289-bf76-12eab6c09368" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.097396] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.097396] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.097828] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.097828] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-56a5dee6-4a9d-46df-a94a-b39c5508e543" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.097828] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.097990] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.097990] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.099910] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-743be6ae-fd48-4ba0-81a7-fa01a232e1d4" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.099910] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.099910] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.101528] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.101659] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.126800] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.126800] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.142160] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.142160] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.142160] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.142160] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.142160] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.142160] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.142160] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0caeaaa5-344e-4304-ba6e-7540346003c3 is going to be updated. [ 795.143194] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.143362] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.143452] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.143555] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7242e7e5-121c-445c-b849-d7df43f535af already deleted. [ 795.143682] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7242e7e5-121c-445c-b849-d7df43f535af" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.143851] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.144044] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.144124] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.144244] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-df77a2bb-0be5-4bad-9693-58853c26ba6a" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.144373] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.144853] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.186272] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.187304] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.209227] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.210268] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.210408] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.210408] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.210644] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.210728] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.210917] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.211045] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.211093] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.211254] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.211356] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.214070] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.214070] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.214070] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.214070] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.214070] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.214070] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fe361d1a-2e49-48a9-8811-8b161d48ac20 is going to be updated. [ 795.214723] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.214906] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.215048] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.215184] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-51100475-face-4c81-8e24-02e7eb49eb74" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.215380] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.215581] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.215581] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.215714] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.215855] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.215907] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.216019] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.216164] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.216164] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0caeaaa5-344e-4304-ba6e-7540346003c3 is going to be updated. [ 795.217119] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.217554] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.217554] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.217554] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6fe7462d-f1b1-40b8-9284-9fc61cdb1181" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.217697] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.217806] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.217878] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.218067] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.218885] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.218885] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.218885] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.218885] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.218885] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f14a1e66-3b34-494f-9231-83e0a510429f is going to be created. [ 795.225855] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.225855] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.225855] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.225855] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.225855] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.226259] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8a4c1f9e-549d-4f6a-b39d-400a97d19a08" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.226259] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.226259] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.226364] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.226813] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ade7d7ce-cf2c-4e60-bee1-c0d9ed7c9432" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.229080] env[65307]: INFO networking_nsxv3.common.synchronization [None req-0da9d483-2349-40d5-be37-dad21e230c0c None None] Enqueued Resource ID: a090cc57-c51a-4e3b-bcb8-806b77aed16d with Priority: HIGHEST for action port [ 795.229694] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a090cc57-c51a-4e3b-bcb8-806b77aed16d with Priority: HIGHEST for action port [ 795.230989] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-a090cc57-c51a-4e3b-bcb8-806b77aed16d taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.231179] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a090cc57-c51a-4e3b-bcb8-806b77aed16d" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.231301] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a090cc57-c51a-4e3b-bcb8-806b77aed16d" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.231550] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a090cc57-c51a-4e3b-bcb8-806b77aed16d" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.231768] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a090cc57-c51a-4e3b-bcb8-806b77aed16d',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.282020] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2d995b2d-9e4f-4988-82c5-804f9a48f0e4: rpc.has_security_group_logging(os_id): False [ 795.314689] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0efd72d0-c4cf-47d9-b09f-7de4896d965d: rpc.has_security_group_logging(os_id): False [ 795.334208] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8acce43e-fe25-4bf7-968f-fd3904ef8dc8: rpc.has_security_group_logging(os_id): False [ 795.337274] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa: rpc.has_security_group_logging(os_id): False [ 795.429715] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.429715] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.429986] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.430035] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.430223] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.455286] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0caeaaa5-344e-4304-ba6e-7540346003c3 in Status: IN_PROGRESS for 2s [ 795.457987] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.458160] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.458244] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.458514] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.458686] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.464833] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.464833] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.464833] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.464833] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.465685] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.465685] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.478685] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.478795] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.490101] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0caeaaa5-344e-4304-ba6e-7540346003c3 in Status: IN_PROGRESS for 2s [ 795.500910] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.501356] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.523453] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.523453] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.526821] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.526978] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.543856] env[65307]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 795.544329] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.544777] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.544910] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.544981] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.545583] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.545897] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.546173] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0efd72d0-c4cf-47d9-b09f-7de4896d965d is going to be updated. [ 795.547448] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.547448] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.618383] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.618820] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.618820] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.618820] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.619126] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.619307] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.619416] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.619549] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.619638] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.619825] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.619934] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.626382] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.626574] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.626620] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.629107] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.629107] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.629107] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2d995b2d-9e4f-4988-82c5-804f9a48f0e4 is going to be updated. [ 795.629107] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.629107] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.652095] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.652691] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.653065] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.654812] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.654812] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.654812] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.654812] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.654812] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.654812] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.654812] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.654812] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.654812] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.654812] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.654812] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.654812] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.654812] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.654812] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa is going to be updated. [ 795.658244] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.658457] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.658947] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.663020] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.663020] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.704246] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fe361d1a-2e49-48a9-8811-8b161d48ac20 in Status: IN_PROGRESS for 2s [ 795.705210] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.705321] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.707469] env[65307]: INFO networking_nsxv3.common.synchronization [req-71038325-95a9-4831-8207-5cf799c0f5c2 req-fa8388e3-46c5-4558-9cfd-c8eeed8e3f48 tempest-ServersAdminNegativeTestJSON-892649280 tempest-ServersAdminNegativeTestJSON-892649280-project-member] Enqueued Resource ID: 3d2bb0fe-56a7-42b0-a655-d693abaa2102 with Priority: HIGHEST for action security_group_members [ 795.709092] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.709428] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.709605] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.709692] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.709895] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.709976] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.710216] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.710331] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.710365] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.710611] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.711233] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.711495] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.711601] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.711689] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.711906] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.711985] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.712223] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8acce43e-fe25-4bf7-968f-fd3904ef8dc8 is going to be updated. [ 795.713413] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d2bb0fe-56a7-42b0-a655-d693abaa2102 with Priority: HIGHEST for action security_group_members [ 795.713590] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.713750] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.713972] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.715886] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.716078] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.716220] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.718072] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d2bb0fe-56a7-42b0-a655-d693abaa2102 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.718339] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d2bb0fe-56a7-42b0-a655-d693abaa2102" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.718396] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d2bb0fe-56a7-42b0-a655-d693abaa2102" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.718705] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d2bb0fe-56a7-42b0-a655-d693abaa2102" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.718918] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.720041] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.720041] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.720041] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.720041] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.720041] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3d2bb0fe-56a7-42b0-a655-d693abaa2102',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.734214] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a090cc57-c51a-4e3b-bcb8-806b77aed16d [ 795.734519] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.735662] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.735662] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.735662] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.735662] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.735662] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a090cc57-c51a-4e3b-bcb8-806b77aed16d already deleted. [ 795.735662] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a090cc57-c51a-4e3b-bcb8-806b77aed16d" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.739082] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0efd72d0-c4cf-47d9-b09f-7de4896d965d in Status: IN_PROGRESS for 2s [ 795.742623] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f14a1e66-3b34-494f-9231-83e0a510429f in Status: IN_PROGRESS for 2s [ 795.783342] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.783624] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.783624] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.783756] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.783900] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.850722] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.850722] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.850722] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.850722] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.851380] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.853768] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2d995b2d-9e4f-4988-82c5-804f9a48f0e4 in Status: IN_PROGRESS for 2s [ 795.854737] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.854853] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.854918] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.855952] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.855952] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.878579] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8acce43e-fe25-4bf7-968f-fd3904ef8dc8 in Status: IN_PROGRESS for 2s [ 795.883523] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa in Status: IN_PROGRESS for 2s [ 796.193087] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock network-264 taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.193296] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "network-264" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.193539] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "network-264" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.193674] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "network-264" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.194704] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.194704] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.194704] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.194963] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.195226] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.195525] env[65307]: DEBUG dogpile.cache.region [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 796.195591] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] NeedRegenerationException {{(pid=65307) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 796.195692] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] no value, waiting for create lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 796.195860] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] value creation lock acquired {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 796.195913] env[65307]: DEBUG dogpile.cache.region [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 796.195998] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Calling creation function for not-yet-present value {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 796.196160] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 796.218335] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 796.218532] env[65307]: DEBUG dogpile.cache.region [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65307) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 796.218669] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Released creation lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 796.218861] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "network-264" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.219345] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock port-4c36c05e-cec5-4a51-b8db-24cf8e385217 taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.219594] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "port-4c36c05e-cec5-4a51-b8db-24cf8e385217" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.219804] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "port-4c36c05e-cec5-4a51-b8db-24cf8e385217" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.220287] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "port-4c36c05e-cec5-4a51-b8db-24cf8e385217" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.220570] env[65307]: DEBUG networking_nsxv3.api.rpc [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4c36c05e-cec5-4a51-b8db-24cf8e385217',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.221695] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3d2bb0fe-56a7-42b0-a655-d693abaa2102',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.346699] env[65307]: INFO networking_nsxv3.common.synchronization [req-6125cdf7-bbbe-4f0c-9737-6a8dca6dd18a req-a636f882-bd86-41f4-872f-0209420daad7 tempest-SecurityGroupsTestJSON-1072650661 tempest-SecurityGroupsTestJSON-1072650661-project-member] Enqueued Resource ID: f14a1e66-3b34-494f-9231-83e0a510429f with Priority: HIGHEST for action security_group_members [ 796.346699] env[65307]: INFO networking_nsxv3.common.synchronization [req-6125cdf7-bbbe-4f0c-9737-6a8dca6dd18a req-a636f882-bd86-41f4-872f-0209420daad7 tempest-SecurityGroupsTestJSON-1072650661 tempest-SecurityGroupsTestJSON-1072650661-project-member] Enqueued Resource ID: 8aeb64f0-07cd-4191-8874-38bde2f6f52a with Priority: HIGHEST for action security_group_members [ 796.346699] env[65307]: INFO networking_nsxv3.common.synchronization [req-6125cdf7-bbbe-4f0c-9737-6a8dca6dd18a req-a636f882-bd86-41f4-872f-0209420daad7 tempest-SecurityGroupsTestJSON-1072650661 tempest-SecurityGroupsTestJSON-1072650661-project-member] Enqueued Resource ID: fe361d1a-2e49-48a9-8811-8b161d48ac20 with Priority: HIGHEST for action security_group_members [ 796.347283] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f14a1e66-3b34-494f-9231-83e0a510429f with Priority: HIGHEST for action security_group_members [ 796.347367] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8aeb64f0-07cd-4191-8874-38bde2f6f52a with Priority: HIGHEST for action security_group_members [ 796.347441] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe361d1a-2e49-48a9-8811-8b161d48ac20 with Priority: HIGHEST for action security_group_members [ 796.347763] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-f14a1e66-3b34-494f-9231-83e0a510429f taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.347890] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f14a1e66-3b34-494f-9231-83e0a510429f" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.347956] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f14a1e66-3b34-494f-9231-83e0a510429f" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.348171] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f14a1e66-3b34-494f-9231-83e0a510429f" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.348372] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.348471] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.348531] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.348680] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.348765] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.348856] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f14a1e66-3b34-494f-9231-83e0a510429f',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.349824] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-8aeb64f0-07cd-4191-8874-38bde2f6f52a taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.349949] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8aeb64f0-07cd-4191-8874-38bde2f6f52a" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.350032] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8aeb64f0-07cd-4191-8874-38bde2f6f52a" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.350238] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8aeb64f0-07cd-4191-8874-38bde2f6f52a" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.350385] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.350472] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.350526] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.350662] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.351381] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.351381] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8aeb64f0-07cd-4191-8874-38bde2f6f52a',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.351618] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe361d1a-2e49-48a9-8811-8b161d48ac20 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.351720] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe361d1a-2e49-48a9-8811-8b161d48ac20" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.351879] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe361d1a-2e49-48a9-8811-8b161d48ac20" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.351940] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe361d1a-2e49-48a9-8811-8b161d48ac20" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.352076] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.352182] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.352256] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.352492] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.352569] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.352692] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe361d1a-2e49-48a9-8811-8b161d48ac20',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.400309] env[65307]: INFO networking_nsxv3.common.synchronization [req-6125cdf7-bbbe-4f0c-9737-6a8dca6dd18a req-a636f882-bd86-41f4-872f-0209420daad7 tempest-SecurityGroupsTestJSON-1072650661 tempest-SecurityGroupsTestJSON-1072650661-project-member] Enqueued Resource ID: 8aeb64f0-07cd-4191-8874-38bde2f6f52a with Priority: HIGHEST for action security_group_rules [ 796.400309] env[65307]: INFO networking_nsxv3.common.synchronization [req-6125cdf7-bbbe-4f0c-9737-6a8dca6dd18a req-a636f882-bd86-41f4-872f-0209420daad7 tempest-SecurityGroupsTestJSON-1072650661 tempest-SecurityGroupsTestJSON-1072650661-project-member] Enqueued Resource ID: 8aeb64f0-07cd-4191-8874-38bde2f6f52a with Priority: HIGHEST for action security_group_members [ 796.400309] env[65307]: INFO networking_nsxv3.common.synchronization [req-6125cdf7-bbbe-4f0c-9737-6a8dca6dd18a req-a636f882-bd86-41f4-872f-0209420daad7 tempest-SecurityGroupsTestJSON-1072650661 tempest-SecurityGroupsTestJSON-1072650661-project-member] Enqueued Resource ID: f14a1e66-3b34-494f-9231-83e0a510429f with Priority: HIGHEST for action security_group_rules [ 796.400309] env[65307]: INFO networking_nsxv3.common.synchronization [req-6125cdf7-bbbe-4f0c-9737-6a8dca6dd18a req-a636f882-bd86-41f4-872f-0209420daad7 tempest-SecurityGroupsTestJSON-1072650661 tempest-SecurityGroupsTestJSON-1072650661-project-member] Enqueued Resource ID: f14a1e66-3b34-494f-9231-83e0a510429f with Priority: HIGHEST for action security_group_members [ 796.400644] env[65307]: INFO networking_nsxv3.common.synchronization [req-6125cdf7-bbbe-4f0c-9737-6a8dca6dd18a req-a636f882-bd86-41f4-872f-0209420daad7 tempest-SecurityGroupsTestJSON-1072650661 tempest-SecurityGroupsTestJSON-1072650661-project-member] Enqueued Resource ID: fe361d1a-2e49-48a9-8811-8b161d48ac20 with Priority: HIGHEST for action security_group_rules [ 796.400644] env[65307]: INFO networking_nsxv3.common.synchronization [req-6125cdf7-bbbe-4f0c-9737-6a8dca6dd18a req-a636f882-bd86-41f4-872f-0209420daad7 tempest-SecurityGroupsTestJSON-1072650661 tempest-SecurityGroupsTestJSON-1072650661-project-member] Enqueued Resource ID: fe361d1a-2e49-48a9-8811-8b161d48ac20 with Priority: HIGHEST for action security_group_members [ 796.400644] env[65307]: INFO networking_nsxv3.common.synchronization [req-6125cdf7-bbbe-4f0c-9737-6a8dca6dd18a req-a636f882-bd86-41f4-872f-0209420daad7 tempest-SecurityGroupsTestJSON-1072650661 tempest-SecurityGroupsTestJSON-1072650661-project-member] Enqueued Resource ID: 57a829fb-c4a4-4dec-a0a5-b325cb58a776 with Priority: HIGHEST for action port [ 796.401239] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8aeb64f0-07cd-4191-8874-38bde2f6f52a with Priority: HIGHEST for action security_group_rules [ 796.401696] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f14a1e66-3b34-494f-9231-83e0a510429f with Priority: HIGHEST for action security_group_rules [ 796.401805] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe361d1a-2e49-48a9-8811-8b161d48ac20 with Priority: HIGHEST for action security_group_members [ 796.401869] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57a829fb-c4a4-4dec-a0a5-b325cb58a776 with Priority: HIGHEST for action port [ 796.401947] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe361d1a-2e49-48a9-8811-8b161d48ac20 with Priority: HIGHEST for action security_group_rules [ 796.402116] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8aeb64f0-07cd-4191-8874-38bde2f6f52a with Priority: HIGHEST for action security_group_members [ 796.402294] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f14a1e66-3b34-494f-9231-83e0a510429f with Priority: HIGHEST for action security_group_members [ 796.402539] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8aeb64f0-07cd-4191-8874-38bde2f6f52a taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.402683] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8aeb64f0-07cd-4191-8874-38bde2f6f52a" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.402683] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8aeb64f0-07cd-4191-8874-38bde2f6f52a" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.402938] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8aeb64f0-07cd-4191-8874-38bde2f6f52a" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.402996] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8aeb64f0-07cd-4191-8874-38bde2f6f52a',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.403919] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f14a1e66-3b34-494f-9231-83e0a510429f taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.404037] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f14a1e66-3b34-494f-9231-83e0a510429f" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.404269] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe361d1a-2e49-48a9-8811-8b161d48ac20 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.404932] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe361d1a-2e49-48a9-8811-8b161d48ac20" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.404932] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-57a829fb-c4a4-4dec-a0a5-b325cb58a776 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.404932] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-57a829fb-c4a4-4dec-a0a5-b325cb58a776" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.404932] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-57a829fb-c4a4-4dec-a0a5-b325cb58a776" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.405210] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-57a829fb-c4a4-4dec-a0a5-b325cb58a776" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.405210] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('57a829fb-c4a4-4dec-a0a5-b325cb58a776',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.405977] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fe361d1a-2e49-48a9-8811-8b161d48ac20 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.406116] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fe361d1a-2e49-48a9-8811-8b161d48ac20" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.406419] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-8aeb64f0-07cd-4191-8874-38bde2f6f52a taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.406544] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8aeb64f0-07cd-4191-8874-38bde2f6f52a" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.406762] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-f14a1e66-3b34-494f-9231-83e0a510429f taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.406846] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f14a1e66-3b34-494f-9231-83e0a510429f" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.723992] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.724319] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.724466] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.724900] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.724982] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.725168] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Segment Port 4c36c05e-cec5-4a51-b8db-24cf8e385217 not found, creating... [ 796.725576] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.725766] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.725964] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.726225] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.727035] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.727035] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.727234] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.727291] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.728034] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.728034] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.728034] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Resource: SegmentPort with ID: 4c36c05e-cec5-4a51-b8db-24cf8e385217 is going to be created. [ 796.729253] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3d2bb0fe-56a7-42b0-a655-d693abaa2102',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.750152] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.750414] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.750536] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.750801] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.751076] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.751259] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "port-4c36c05e-cec5-4a51-b8db-24cf8e385217" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.854123] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8aeb64f0-07cd-4191-8874-38bde2f6f52a',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.855089] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f14a1e66-3b34-494f-9231-83e0a510429f',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.856122] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fe361d1a-2e49-48a9-8811-8b161d48ac20',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.908376] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-8aeb64f0-07cd-4191-8874-38bde2f6f52a taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.908526] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8aeb64f0-07cd-4191-8874-38bde2f6f52a" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.909165] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 57a829fb-c4a4-4dec-a0a5-b325cb58a776 with status ACTIVE [ 796.909364] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.909484] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.909552] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.909759] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.909850] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.910106] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.910196] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.910240] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.910361] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.910451] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.910718] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.910830] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.910915] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.911267] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.911361] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.911450] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 57a829fb-c4a4-4dec-a0a5-b325cb58a776 is going to be updated. [ 796.938034] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.938306] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.938401] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.938664] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.938821] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.938989] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-57a829fb-c4a4-4dec-a0a5-b325cb58a776" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.237125] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.237125] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.237125] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.237125] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.237125] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.237125] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d2bb0fe-56a7-42b0-a655-d693abaa2102 is going to be updated. [ 797.266295] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.266295] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.266295] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.266521] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.266645] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.278236] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d2bb0fe-56a7-42b0-a655-d693abaa2102 in Status: IN_PROGRESS for 2s [ 797.359603] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8aeb64f0-07cd-4191-8874-38bde2f6f52a',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.361887] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f14a1e66-3b34-494f-9231-83e0a510429f',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.362777] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fe361d1a-2e49-48a9-8811-8b161d48ac20',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.554155] env[65307]: INFO networking_nsxv3.common.synchronization [req-71038325-95a9-4831-8207-5cf799c0f5c2 req-0ed9d121-98bb-4b2f-b61e-dc8890c9f896 service nova] Enqueued Resource ID: 3d2bb0fe-56a7-42b0-a655-d693abaa2102 with Priority: HIGHEST for action security_group_rules [ 797.554155] env[65307]: INFO networking_nsxv3.common.synchronization [req-71038325-95a9-4831-8207-5cf799c0f5c2 req-0ed9d121-98bb-4b2f-b61e-dc8890c9f896 service nova] Enqueued Resource ID: 3d2bb0fe-56a7-42b0-a655-d693abaa2102 with Priority: HIGHEST for action security_group_members [ 797.554155] env[65307]: INFO networking_nsxv3.common.synchronization [req-71038325-95a9-4831-8207-5cf799c0f5c2 req-0ed9d121-98bb-4b2f-b61e-dc8890c9f896 service nova] Enqueued Resource ID: 4c36c05e-cec5-4a51-b8db-24cf8e385217 with Priority: HIGHEST for action port [ 797.555092] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d2bb0fe-56a7-42b0-a655-d693abaa2102 with Priority: HIGHEST for action security_group_rules [ 797.555092] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d2bb0fe-56a7-42b0-a655-d693abaa2102 with Priority: HIGHEST for action security_group_members [ 797.555092] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c36c05e-cec5-4a51-b8db-24cf8e385217 with Priority: HIGHEST for action port [ 797.555946] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3d2bb0fe-56a7-42b0-a655-d693abaa2102 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.557031] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3d2bb0fe-56a7-42b0-a655-d693abaa2102" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.557031] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3d2bb0fe-56a7-42b0-a655-d693abaa2102" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.557031] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3d2bb0fe-56a7-42b0-a655-d693abaa2102" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.557031] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3d2bb0fe-56a7-42b0-a655-d693abaa2102',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.557264] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d2bb0fe-56a7-42b0-a655-d693abaa2102 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.557393] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d2bb0fe-56a7-42b0-a655-d693abaa2102" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.557596] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-4c36c05e-cec5-4a51-b8db-24cf8e385217 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.557734] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4c36c05e-cec5-4a51-b8db-24cf8e385217" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.557798] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4c36c05e-cec5-4a51-b8db-24cf8e385217" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.557931] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4c36c05e-cec5-4a51-b8db-24cf8e385217" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.559155] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4c36c05e-cec5-4a51-b8db-24cf8e385217',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.562345] env[65307]: INFO networking_nsxv3.common.synchronization [req-dc5e4057-bb36-4927-849e-e03fcb728562 req-951a1bc7-c9eb-4fc9-88ac-84f6b82c5406 tempest-AttachInterfacesUnderV243Test-1455711928 tempest-AttachInterfacesUnderV243Test-1455711928-project-member] Enqueued Resource ID: 6c62b6c5-da54-449a-ad3c-0248f5e7b867 with Priority: HIGHEST for action security_group_members [ 797.563542] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c62b6c5-da54-449a-ad3c-0248f5e7b867 with Priority: HIGHEST for action security_group_members [ 797.563542] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c62b6c5-da54-449a-ad3c-0248f5e7b867 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.563542] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c62b6c5-da54-449a-ad3c-0248f5e7b867" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.563542] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c62b6c5-da54-449a-ad3c-0248f5e7b867" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.563542] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c62b6c5-da54-449a-ad3c-0248f5e7b867" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.563879] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.563879] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.563879] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.564044] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.564044] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.564575] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6c62b6c5-da54-449a-ad3c-0248f5e7b867',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.565753] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0caeaaa5-344e-4304-ba6e-7540346003c3 in Status: SUCCESS [ 797.565912] env[65307]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0caeaaa5-344e-4304-ba6e-7540346003c3 deletion is rescheduled due to dependency. [ 797.566074] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0caeaaa5-344e-4304-ba6e-7540346003c3" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.569299] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0caeaaa5-344e-4304-ba6e-7540346003c3 in Status: SUCCESS [ 797.569511] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0caeaaa5-344e-4304-ba6e-7540346003c3" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.723059] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fe361d1a-2e49-48a9-8811-8b161d48ac20 in Status: SUCCESS [ 797.723059] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fe361d1a-2e49-48a9-8811-8b161d48ac20" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.723163] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fe361d1a-2e49-48a9-8811-8b161d48ac20" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.723374] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fe361d1a-2e49-48a9-8811-8b161d48ac20" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.723503] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fe361d1a-2e49-48a9-8811-8b161d48ac20',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.754760] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f14a1e66-3b34-494f-9231-83e0a510429f in Status: SUCCESS [ 797.755091] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f14a1e66-3b34-494f-9231-83e0a510429f" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.755220] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f14a1e66-3b34-494f-9231-83e0a510429f" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.755444] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f14a1e66-3b34-494f-9231-83e0a510429f" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.755569] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f14a1e66-3b34-494f-9231-83e0a510429f',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.758040] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0efd72d0-c4cf-47d9-b09f-7de4896d965d in Status: SUCCESS [ 797.758405] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0efd72d0-c4cf-47d9-b09f-7de4896d965d" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.865778] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.866107] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.866107] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.866339] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.866415] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.866524] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f14a1e66-3b34-494f-9231-83e0a510429f is going to be updated. [ 797.868199] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.868464] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.868577] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.868734] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.868818] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.868917] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8aeb64f0-07cd-4191-8874-38bde2f6f52a is going to be created. [ 797.870942] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.871041] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.871095] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.871314] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.871445] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.871725] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe361d1a-2e49-48a9-8811-8b161d48ac20 is going to be updated. [ 797.873422] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2d995b2d-9e4f-4988-82c5-804f9a48f0e4 in Status: SUCCESS [ 797.873615] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2d995b2d-9e4f-4988-82c5-804f9a48f0e4" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.901179] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8acce43e-fe25-4bf7-968f-fd3904ef8dc8 in Status: SUCCESS [ 797.901490] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8acce43e-fe25-4bf7-968f-fd3904ef8dc8" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.912429] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.912599] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.912668] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.913770] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.913770] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.916954] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.917264] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.917264] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.917354] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.917642] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.925329] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa in Status: SUCCESS [ 797.926317] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.927738] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.927825] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.929784] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.929784] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.929784] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.933879] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8aeb64f0-07cd-4191-8874-38bde2f6f52a in Status: UNINITIALIZED for 2s [ 797.934685] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f14a1e66-3b34-494f-9231-83e0a510429f in Status: IN_PROGRESS for 2s [ 797.938582] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe361d1a-2e49-48a9-8811-8b161d48ac20 in Status: IN_PROGRESS for 2s [ 798.038749] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock network-330 taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.038749] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "network-330" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.038749] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "network-330" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.039099] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "network-330" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.039410] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.039535] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.039644] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.039854] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.039986] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.040244] env[65307]: DEBUG dogpile.cache.region [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 798.040411] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] NeedRegenerationException {{(pid=65307) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 798.040470] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] no value, waiting for create lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 798.042386] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] value creation lock acquired {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 798.042386] env[65307]: DEBUG dogpile.cache.region [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 798.042386] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Calling creation function for not-yet-present value {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 798.042386] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 798.059890] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d2bb0fe-56a7-42b0-a655-d693abaa2102 taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.060098] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d2bb0fe-56a7-42b0-a655-d693abaa2102" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.060218] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4c36c05e-cec5-4a51-b8db-24cf8e385217 with status ACTIVE [ 798.060387] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.060499] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.060659] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.060940] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.061058] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.061252] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.061360] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.061426] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.061581] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.061651] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.061846] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.061937] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.062020] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.062152] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.062229] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.062315] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4c36c05e-cec5-4a51-b8db-24cf8e385217 is going to be updated. [ 798.064836] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 798.064994] env[65307]: DEBUG dogpile.cache.region [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65307) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 798.065231] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Released creation lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 798.065303] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "network-330" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.065577] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock port-aaeba562-7b45-43cf-9a48-f3f14c8cf033 taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.065746] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "port-aaeba562-7b45-43cf-9a48-f3f14c8cf033" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.065869] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "port-aaeba562-7b45-43cf-9a48-f3f14c8cf033" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.066191] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "port-aaeba562-7b45-43cf-9a48-f3f14c8cf033" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.066351] env[65307]: DEBUG networking_nsxv3.api.rpc [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aaeba562-7b45-43cf-9a48-f3f14c8cf033',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.067394] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.067519] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.067581] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.067752] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.067822] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.068102] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.068244] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.068244] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.068433] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.068522] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.068601] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6c62b6c5-da54-449a-ad3c-0248f5e7b867 already deleted. [ 798.068680] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c62b6c5-da54-449a-ad3c-0248f5e7b867" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.086317] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.086317] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.086317] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.086460] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.086603] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.086765] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4c36c05e-cec5-4a51-b8db-24cf8e385217" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.225645] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe361d1a-2e49-48a9-8811-8b161d48ac20 taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.225833] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe361d1a-2e49-48a9-8811-8b161d48ac20" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.259757] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-f14a1e66-3b34-494f-9231-83e0a510429f taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.259757] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f14a1e66-3b34-494f-9231-83e0a510429f" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.573024] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.573024] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.573024] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.573024] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.573024] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.573024] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Segment Port aaeba562-7b45-43cf-9a48-f3f14c8cf033 not found, creating... [ 798.573024] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.573782] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.574199] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.574717] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.575085] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.575713] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.576254] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.576510] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.577039] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.577304] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.577710] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Resource: SegmentPort with ID: aaeba562-7b45-43cf-9a48-f3f14c8cf033 is going to be created. [ 798.607838] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.607838] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.607838] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.607838] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.607838] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.609081] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "port-aaeba562-7b45-43cf-9a48-f3f14c8cf033" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.289316] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d2bb0fe-56a7-42b0-a655-d693abaa2102 in Status: SUCCESS [ 799.289611] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d2bb0fe-56a7-42b0-a655-d693abaa2102" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.289732] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d2bb0fe-56a7-42b0-a655-d693abaa2102" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.289954] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d2bb0fe-56a7-42b0-a655-d693abaa2102" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.290160] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.290278] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.290339] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.290489] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.290571] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.290660] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3d2bb0fe-56a7-42b0-a655-d693abaa2102',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.367973] env[65307]: INFO networking_nsxv3.common.synchronization [req-dc5e4057-bb36-4927-849e-e03fcb728562 req-4a02d73e-881c-4709-80af-7d4b67d5114a service nova] Enqueued Resource ID: 6c62b6c5-da54-449a-ad3c-0248f5e7b867 with Priority: HIGHEST for action security_group_rules [ 799.368172] env[65307]: INFO networking_nsxv3.common.synchronization [req-dc5e4057-bb36-4927-849e-e03fcb728562 req-4a02d73e-881c-4709-80af-7d4b67d5114a service nova] Enqueued Resource ID: 6c62b6c5-da54-449a-ad3c-0248f5e7b867 with Priority: HIGHEST for action security_group_members [ 799.368568] env[65307]: INFO networking_nsxv3.common.synchronization [req-dc5e4057-bb36-4927-849e-e03fcb728562 req-4a02d73e-881c-4709-80af-7d4b67d5114a service nova] Enqueued Resource ID: aaeba562-7b45-43cf-9a48-f3f14c8cf033 with Priority: HIGHEST for action port [ 799.372780] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c62b6c5-da54-449a-ad3c-0248f5e7b867 with Priority: HIGHEST for action security_group_rules [ 799.372924] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c62b6c5-da54-449a-ad3c-0248f5e7b867 with Priority: HIGHEST for action security_group_members [ 799.373045] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aaeba562-7b45-43cf-9a48-f3f14c8cf033 with Priority: HIGHEST for action port [ 799.373645] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6c62b6c5-da54-449a-ad3c-0248f5e7b867 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.373775] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6c62b6c5-da54-449a-ad3c-0248f5e7b867" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.373856] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6c62b6c5-da54-449a-ad3c-0248f5e7b867" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.374062] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6c62b6c5-da54-449a-ad3c-0248f5e7b867" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.374138] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6c62b6c5-da54-449a-ad3c-0248f5e7b867',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.375018] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c62b6c5-da54-449a-ad3c-0248f5e7b867 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.375135] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c62b6c5-da54-449a-ad3c-0248f5e7b867" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.375198] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c62b6c5-da54-449a-ad3c-0248f5e7b867" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.375371] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c62b6c5-da54-449a-ad3c-0248f5e7b867" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.375520] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.379082] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.379202] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.380066] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.380066] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.380066] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6c62b6c5-da54-449a-ad3c-0248f5e7b867',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.380537] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-aaeba562-7b45-43cf-9a48-f3f14c8cf033 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.380664] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aaeba562-7b45-43cf-9a48-f3f14c8cf033" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.380664] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aaeba562-7b45-43cf-9a48-f3f14c8cf033" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.380806] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aaeba562-7b45-43cf-9a48-f3f14c8cf033" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.380878] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aaeba562-7b45-43cf-9a48-f3f14c8cf033',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.793138] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3d2bb0fe-56a7-42b0-a655-d693abaa2102',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.818921] env[65307]: INFO networking_nsxv3.common.synchronization [req-be280287-1bd2-43c0-ac25-43a35d9c5818 req-6789c039-612b-4d99-b8cb-4ba64e0f6116 tempest-ServerDiskConfigTestJSON-294734907 tempest-ServerDiskConfigTestJSON-294734907-project-member] Enqueued Resource ID: 8acce43e-fe25-4bf7-968f-fd3904ef8dc8 with Priority: HIGHEST for action security_group_members [ 799.819837] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8acce43e-fe25-4bf7-968f-fd3904ef8dc8 with Priority: HIGHEST for action security_group_members [ 799.820233] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-8acce43e-fe25-4bf7-968f-fd3904ef8dc8 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.820396] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8acce43e-fe25-4bf7-968f-fd3904ef8dc8" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.820531] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8acce43e-fe25-4bf7-968f-fd3904ef8dc8" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.820698] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8acce43e-fe25-4bf7-968f-fd3904ef8dc8" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.820951] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.820951] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.821125] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.821169] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.821270] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.821362] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8acce43e-fe25-4bf7-968f-fd3904ef8dc8',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.883303] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c62b6c5-da54-449a-ad3c-0248f5e7b867 taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.883451] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c62b6c5-da54-449a-ad3c-0248f5e7b867" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.883632] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port aaeba562-7b45-43cf-9a48-f3f14c8cf033 with status ACTIVE [ 799.883805] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.883945] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.884046] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.884283] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.884429] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.884688] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.884826] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.884894] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.885081] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.885209] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.888148] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.888148] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.888148] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.888148] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.888148] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.888148] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: aaeba562-7b45-43cf-9a48-f3f14c8cf033 is going to be updated. [ 799.892061] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6c62b6c5-da54-449a-ad3c-0248f5e7b867',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.915681] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.915831] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.915908] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.916392] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.916963] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.917069] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aaeba562-7b45-43cf-9a48-f3f14c8cf033" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.953286] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f14a1e66-3b34-494f-9231-83e0a510429f in Status: SUCCESS [ 799.953286] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f14a1e66-3b34-494f-9231-83e0a510429f" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.953286] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8aeb64f0-07cd-4191-8874-38bde2f6f52a in Status: SUCCESS [ 799.953286] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8aeb64f0-07cd-4191-8874-38bde2f6f52a" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.953286] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f14a1e66-3b34-494f-9231-83e0a510429f" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.953286] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f14a1e66-3b34-494f-9231-83e0a510429f" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.953286] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.953286] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.953725] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.956834] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.956834] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.956834] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f14a1e66-3b34-494f-9231-83e0a510429f',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.956834] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8aeb64f0-07cd-4191-8874-38bde2f6f52a" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.956834] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8aeb64f0-07cd-4191-8874-38bde2f6f52a" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.956834] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.956834] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.956834] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.956834] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.956834] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.956834] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8aeb64f0-07cd-4191-8874-38bde2f6f52a',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.957944] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe361d1a-2e49-48a9-8811-8b161d48ac20 in Status: SUCCESS [ 799.958223] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe361d1a-2e49-48a9-8811-8b161d48ac20" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.958738] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe361d1a-2e49-48a9-8811-8b161d48ac20" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.958916] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe361d1a-2e49-48a9-8811-8b161d48ac20" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.959099] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.959236] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.959283] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.960052] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.960138] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.960204] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe361d1a-2e49-48a9-8811-8b161d48ac20',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.296219] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3d2bb0fe-56a7-42b0-a655-d693abaa2102',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.313616] env[65307]: INFO networking_nsxv3.common.synchronization [req-34a85d28-711e-42c8-9a14-6dc9a38f1c9d req-67440523-1940-4482-a836-80301c2d9089 tempest-ServerActionsTestJSON-289642684 tempest-ServerActionsTestJSON-289642684-project-member] Enqueued Resource ID: 3ee3cf7c-7404-47cc-a90d-a5b8c150e4f9 with Priority: HIGHEST for action security_group_members [ 800.314161] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ee3cf7c-7404-47cc-a90d-a5b8c150e4f9 with Priority: HIGHEST for action security_group_members [ 800.315056] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ee3cf7c-7404-47cc-a90d-a5b8c150e4f9 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.315056] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ee3cf7c-7404-47cc-a90d-a5b8c150e4f9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.315056] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ee3cf7c-7404-47cc-a90d-a5b8c150e4f9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.315056] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ee3cf7c-7404-47cc-a90d-a5b8c150e4f9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.315714] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.315812] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.315957] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.316135] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.316272] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.316364] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3ee3cf7c-7404-47cc-a90d-a5b8c150e4f9',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.328028] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.328028] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.328028] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.328028] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.328028] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.328028] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.328028] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.328028] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.328028] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.328028] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.328028] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8acce43e-fe25-4bf7-968f-fd3904ef8dc8 is going to be updated. [ 800.364712] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.364869] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.364952] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.365167] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.365318] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.376265] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8acce43e-fe25-4bf7-968f-fd3904ef8dc8 in Status: IN_PROGRESS for 2s [ 800.393815] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6c62b6c5-da54-449a-ad3c-0248f5e7b867',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.458105] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f14a1e66-3b34-494f-9231-83e0a510429f',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.461827] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8aeb64f0-07cd-4191-8874-38bde2f6f52a',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.462853] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fe361d1a-2e49-48a9-8811-8b161d48ac20',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.799192] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.799343] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.799408] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.799623] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.799710] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.799854] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d2bb0fe-56a7-42b0-a655-d693abaa2102 is going to be updated. [ 800.818852] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.819132] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.819225] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.819545] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.819632] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.819835] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.819936] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.819994] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.820160] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.820413] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.820413] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3ee3cf7c-7404-47cc-a90d-a5b8c150e4f9 already deleted. [ 800.820413] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ee3cf7c-7404-47cc-a90d-a5b8c150e4f9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.829695] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.829885] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.829885] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.830325] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.830325] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.840881] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d2bb0fe-56a7-42b0-a655-d693abaa2102 in Status: IN_PROGRESS for 2s [ 800.896392] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.896562] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.896624] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.896828] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.896917] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.897028] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6c62b6c5-da54-449a-ad3c-0248f5e7b867 is going to be created. [ 800.923898] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.923898] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.923898] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.923898] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.923898] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.937245] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6c62b6c5-da54-449a-ad3c-0248f5e7b867 in Status: UNINITIALIZED for 2s [ 800.960850] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f14a1e66-3b34-494f-9231-83e0a510429f',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.964801] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8aeb64f0-07cd-4191-8874-38bde2f6f52a',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.965864] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fe361d1a-2e49-48a9-8811-8b161d48ac20',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.183827] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock network-179 taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.184029] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "network-179" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.184203] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "network-179" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.184468] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "network-179" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.184887] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.184887] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.185088] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.185202] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.185344] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.185545] env[65307]: DEBUG dogpile.cache.region [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 801.185654] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] NeedRegenerationException {{(pid=65307) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 801.185777] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] no value, waiting for create lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 801.185777] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] value creation lock acquired {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 801.185994] env[65307]: DEBUG dogpile.cache.region [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 801.186116] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Calling creation function for not-yet-present value {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 801.186245] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 801.218952] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 801.219320] env[65307]: DEBUG dogpile.cache.region [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=65307) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 801.219320] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Released creation lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 801.220749] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "network-179" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.220997] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock port-e2eeeb45-875b-47a0-b3f8-f8c12e69f080 taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.221151] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "port-e2eeeb45-875b-47a0-b3f8-f8c12e69f080" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.221332] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "port-e2eeeb45-875b-47a0-b3f8-f8c12e69f080" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.221707] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "port-e2eeeb45-875b-47a0-b3f8-f8c12e69f080" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.221924] env[65307]: DEBUG networking_nsxv3.api.rpc [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e2eeeb45-875b-47a0-b3f8-f8c12e69f080',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.463774] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.464166] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.464166] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.464259] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.464326] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.464431] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f14a1e66-3b34-494f-9231-83e0a510429f is going to be updated. [ 801.467496] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.467627] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.467674] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.467860] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.467943] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.468046] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe361d1a-2e49-48a9-8811-8b161d48ac20 is going to be updated. [ 801.469166] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.469339] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.469449] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.469636] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.469719] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.469807] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8aeb64f0-07cd-4191-8874-38bde2f6f52a is going to be updated. [ 801.498828] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.498974] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.499059] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.499274] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.499538] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.501580] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.501696] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.501765] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.501942] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.502088] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.503567] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.503681] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.503749] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.503910] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.504042] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.515446] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe361d1a-2e49-48a9-8811-8b161d48ac20 in Status: IN_PROGRESS for 2s [ 801.516142] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8aeb64f0-07cd-4191-8874-38bde2f6f52a in Status: IN_PROGRESS for 2s [ 801.517337] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f14a1e66-3b34-494f-9231-83e0a510429f in Status: IN_PROGRESS for 2s [ 801.724388] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.724388] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.724555] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.724777] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.726601] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.726601] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Segment Port e2eeeb45-875b-47a0-b3f8-f8c12e69f080 not found, creating... [ 801.726601] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.726601] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.726601] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.726601] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.726601] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.726601] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.726601] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.727018] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.727018] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.727018] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.727123] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Resource: SegmentPort with ID: e2eeeb45-875b-47a0-b3f8-f8c12e69f080 is going to be created. [ 801.748792] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.748995] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.749176] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.749481] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.749703] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.749914] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "port-e2eeeb45-875b-47a0-b3f8-f8c12e69f080" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.145078] env[65307]: INFO networking_nsxv3.common.synchronization [req-378e61c1-baab-4272-af20-6dbea8fbf587 req-ce551759-b06f-437a-b25a-d50133e57134 tempest-SecurityGroupsTestJSON-1072650661 tempest-SecurityGroupsTestJSON-1072650661-project-member] Enqueued Resource ID: fe361d1a-2e49-48a9-8811-8b161d48ac20 with Priority: HIGHEST for action security_group_members [ 802.145251] env[65307]: INFO networking_nsxv3.common.synchronization [req-378e61c1-baab-4272-af20-6dbea8fbf587 req-ce551759-b06f-437a-b25a-d50133e57134 tempest-SecurityGroupsTestJSON-1072650661 tempest-SecurityGroupsTestJSON-1072650661-project-member] Enqueued Resource ID: 8aeb64f0-07cd-4191-8874-38bde2f6f52a with Priority: HIGHEST for action security_group_members [ 802.145376] env[65307]: INFO networking_nsxv3.common.synchronization [req-378e61c1-baab-4272-af20-6dbea8fbf587 req-ce551759-b06f-437a-b25a-d50133e57134 tempest-SecurityGroupsTestJSON-1072650661 tempest-SecurityGroupsTestJSON-1072650661-project-member] Enqueued Resource ID: f14a1e66-3b34-494f-9231-83e0a510429f with Priority: HIGHEST for action security_group_members [ 802.145872] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe361d1a-2e49-48a9-8811-8b161d48ac20 with Priority: HIGHEST for action security_group_members [ 802.146212] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8aeb64f0-07cd-4191-8874-38bde2f6f52a with Priority: HIGHEST for action security_group_members [ 802.146212] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f14a1e66-3b34-494f-9231-83e0a510429f with Priority: HIGHEST for action security_group_members [ 802.146401] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe361d1a-2e49-48a9-8811-8b161d48ac20 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.146462] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe361d1a-2e49-48a9-8811-8b161d48ac20" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.146651] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-8aeb64f0-07cd-4191-8874-38bde2f6f52a taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.146735] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8aeb64f0-07cd-4191-8874-38bde2f6f52a" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.146901] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-f14a1e66-3b34-494f-9231-83e0a510429f taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.146972] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f14a1e66-3b34-494f-9231-83e0a510429f" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.388512] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8acce43e-fe25-4bf7-968f-fd3904ef8dc8 in Status: SUCCESS [ 802.388706] env[65307]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8acce43e-fe25-4bf7-968f-fd3904ef8dc8 deletion is rescheduled due to dependency. [ 802.388803] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8acce43e-fe25-4bf7-968f-fd3904ef8dc8" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.453372] env[65307]: INFO networking_nsxv3.common.synchronization [req-34a85d28-711e-42c8-9a14-6dc9a38f1c9d req-356de132-a46e-4f99-90f8-3b7568b90176 service nova] Enqueued Resource ID: 3ee3cf7c-7404-47cc-a90d-a5b8c150e4f9 with Priority: HIGHEST for action security_group_rules [ 802.453372] env[65307]: INFO networking_nsxv3.common.synchronization [req-34a85d28-711e-42c8-9a14-6dc9a38f1c9d req-356de132-a46e-4f99-90f8-3b7568b90176 service nova] Enqueued Resource ID: 3ee3cf7c-7404-47cc-a90d-a5b8c150e4f9 with Priority: HIGHEST for action security_group_members [ 802.453372] env[65307]: INFO networking_nsxv3.common.synchronization [req-34a85d28-711e-42c8-9a14-6dc9a38f1c9d req-356de132-a46e-4f99-90f8-3b7568b90176 service nova] Enqueued Resource ID: e2eeeb45-875b-47a0-b3f8-f8c12e69f080 with Priority: HIGHEST for action port [ 802.455016] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ee3cf7c-7404-47cc-a90d-a5b8c150e4f9 with Priority: HIGHEST for action security_group_rules [ 802.455016] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ee3cf7c-7404-47cc-a90d-a5b8c150e4f9 with Priority: HIGHEST for action security_group_members [ 802.455016] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2eeeb45-875b-47a0-b3f8-f8c12e69f080 with Priority: HIGHEST for action port [ 802.455016] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3ee3cf7c-7404-47cc-a90d-a5b8c150e4f9 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.455016] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3ee3cf7c-7404-47cc-a90d-a5b8c150e4f9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.455016] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3ee3cf7c-7404-47cc-a90d-a5b8c150e4f9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.455016] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3ee3cf7c-7404-47cc-a90d-a5b8c150e4f9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.456158] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3ee3cf7c-7404-47cc-a90d-a5b8c150e4f9',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.457176] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ee3cf7c-7404-47cc-a90d-a5b8c150e4f9 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.457290] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ee3cf7c-7404-47cc-a90d-a5b8c150e4f9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.457356] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ee3cf7c-7404-47cc-a90d-a5b8c150e4f9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.457601] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ee3cf7c-7404-47cc-a90d-a5b8c150e4f9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.457717] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.457835] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.457894] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.458361] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.458468] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.458590] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3ee3cf7c-7404-47cc-a90d-a5b8c150e4f9',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.459708] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-e2eeeb45-875b-47a0-b3f8-f8c12e69f080 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.459845] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e2eeeb45-875b-47a0-b3f8-f8c12e69f080" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.459903] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e2eeeb45-875b-47a0-b3f8-f8c12e69f080" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.460313] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e2eeeb45-875b-47a0-b3f8-f8c12e69f080" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.460313] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e2eeeb45-875b-47a0-b3f8-f8c12e69f080',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.852755] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d2bb0fe-56a7-42b0-a655-d693abaa2102 in Status: SUCCESS [ 802.852755] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d2bb0fe-56a7-42b0-a655-d693abaa2102" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.852755] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d2bb0fe-56a7-42b0-a655-d693abaa2102" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.852755] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d2bb0fe-56a7-42b0-a655-d693abaa2102" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.853246] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.853246] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.853246] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.853470] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.853549] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.853634] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d2bb0fe-56a7-42b0-a655-d693abaa2102" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.853723] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3d2bb0fe-56a7-42b0-a655-d693abaa2102',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.949714] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6c62b6c5-da54-449a-ad3c-0248f5e7b867 in Status: SUCCESS [ 802.949936] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c62b6c5-da54-449a-ad3c-0248f5e7b867" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.950115] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c62b6c5-da54-449a-ad3c-0248f5e7b867" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.950339] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c62b6c5-da54-449a-ad3c-0248f5e7b867" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.950505] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.950641] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.950711] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.950869] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.950946] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.951061] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c62b6c5-da54-449a-ad3c-0248f5e7b867" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.951144] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6c62b6c5-da54-449a-ad3c-0248f5e7b867',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.964504] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ee3cf7c-7404-47cc-a90d-a5b8c150e4f9 taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.964631] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ee3cf7c-7404-47cc-a90d-a5b8c150e4f9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.964803] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3ee3cf7c-7404-47cc-a90d-a5b8c150e4f9',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.965828] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e2eeeb45-875b-47a0-b3f8-f8c12e69f080 with status ACTIVE [ 802.970807] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.970807] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.970807] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.970807] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.970807] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.970807] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.970807] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.970807] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.970807] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.970807] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.970807] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.970807] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.970807] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.970807] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.970807] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.970807] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e2eeeb45-875b-47a0-b3f8-f8c12e69f080 is going to be updated. [ 802.991558] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.991754] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.991799] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.991975] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.992126] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.992322] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e2eeeb45-875b-47a0-b3f8-f8c12e69f080" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.356098] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d2bb0fe-56a7-42b0-a655-d693abaa2102 taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.356098] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d2bb0fe-56a7-42b0-a655-d693abaa2102" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.356325] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d2bb0fe-56a7-42b0-a655-d693abaa2102" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.356881] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d2bb0fe-56a7-42b0-a655-d693abaa2102" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.357096] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.358379] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.358379] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.358379] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.358379] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.358379] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d2bb0fe-56a7-42b0-a655-d693abaa2102" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.358379] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d2bb0fe-56a7-42b0-a655-d693abaa2102 taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.358654] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d2bb0fe-56a7-42b0-a655-d693abaa2102" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.358654] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d2bb0fe-56a7-42b0-a655-d693abaa2102" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.358789] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d2bb0fe-56a7-42b0-a655-d693abaa2102" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.359028] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.359243] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.359300] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.359502] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.359636] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.359771] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d2bb0fe-56a7-42b0-a655-d693abaa2102" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.359912] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3d2bb0fe-56a7-42b0-a655-d693abaa2102',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.453709] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6c62b6c5-da54-449a-ad3c-0248f5e7b867',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.472086] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3ee3cf7c-7404-47cc-a90d-a5b8c150e4f9',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.529087] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f14a1e66-3b34-494f-9231-83e0a510429f in Status: SUCCESS [ 803.529421] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f14a1e66-3b34-494f-9231-83e0a510429f" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.529626] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f14a1e66-3b34-494f-9231-83e0a510429f" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.529875] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f14a1e66-3b34-494f-9231-83e0a510429f" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.531262] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.531262] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.531262] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.531262] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.531262] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.531262] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f14a1e66-3b34-494f-9231-83e0a510429f" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.531262] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f14a1e66-3b34-494f-9231-83e0a510429f',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.532917] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe361d1a-2e49-48a9-8811-8b161d48ac20 in Status: SUCCESS [ 803.532917] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe361d1a-2e49-48a9-8811-8b161d48ac20" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.533603] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8aeb64f0-07cd-4191-8874-38bde2f6f52a in Status: SUCCESS [ 803.533784] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8aeb64f0-07cd-4191-8874-38bde2f6f52a" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.533952] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f14a1e66-3b34-494f-9231-83e0a510429f" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.534280] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f14a1e66-3b34-494f-9231-83e0a510429f" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.534481] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.534584] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.534650] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.534800] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.534880] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.534958] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f14a1e66-3b34-494f-9231-83e0a510429f',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.535807] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe361d1a-2e49-48a9-8811-8b161d48ac20" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.536020] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe361d1a-2e49-48a9-8811-8b161d48ac20" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.536254] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.536490] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.536581] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.537120] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.537120] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.537120] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe361d1a-2e49-48a9-8811-8b161d48ac20" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.537329] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fe361d1a-2e49-48a9-8811-8b161d48ac20',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.538292] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8aeb64f0-07cd-4191-8874-38bde2f6f52a" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.538388] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8aeb64f0-07cd-4191-8874-38bde2f6f52a" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.538520] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.538627] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.538696] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.538825] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.539062] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.539062] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8aeb64f0-07cd-4191-8874-38bde2f6f52a" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.539062] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8aeb64f0-07cd-4191-8874-38bde2f6f52a',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.540651] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe361d1a-2e49-48a9-8811-8b161d48ac20" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.541154] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe361d1a-2e49-48a9-8811-8b161d48ac20" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.541154] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.541154] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.541500] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.541500] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.541500] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.541500] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe361d1a-2e49-48a9-8811-8b161d48ac20',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.543990] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8aeb64f0-07cd-4191-8874-38bde2f6f52a" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.543990] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8aeb64f0-07cd-4191-8874-38bde2f6f52a" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.543990] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.543990] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.543990] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.543990] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.543990] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.543990] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8aeb64f0-07cd-4191-8874-38bde2f6f52a',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.863228] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3d2bb0fe-56a7-42b0-a655-d693abaa2102: rpc.has_security_group_logging(os_id): False [ 803.886121] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.886121] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.886121] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.886121] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.905190] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.905357] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.905493] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.905562] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.905806] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.905889] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.906110] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.906230] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.906308] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.906530] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.906530] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.906723] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.906814] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.906874] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.907078] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.907164] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.907249] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3d2bb0fe-56a7-42b0-a655-d693abaa2102 is going to be updated. [ 803.956118] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6c62b6c5-da54-449a-ad3c-0248f5e7b867: rpc.has_security_group_logging(os_id): False [ 803.970945] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.970945] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.970945] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.971282] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.971324] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.977140] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.977267] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.977418] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.977575] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.977672] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.977773] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3ee3cf7c-7404-47cc-a90d-a5b8c150e4f9 is going to be created. [ 803.980638] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.980777] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.980821] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.981024] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.981063] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.981326] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.981439] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.981494] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.981913] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.981913] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.982022] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6c62b6c5-da54-449a-ad3c-0248f5e7b867 is going to be created. [ 803.986811] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3d2bb0fe-56a7-42b0-a655-d693abaa2102 in Status: IN_PROGRESS for 2s [ 804.002531] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.002751] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.002807] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.003070] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.003277] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.017231] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ee3cf7c-7404-47cc-a90d-a5b8c150e4f9 in Status: UNINITIALIZED for 2s [ 804.040912] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8aeb64f0-07cd-4191-8874-38bde2f6f52a',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.042187] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe361d1a-2e49-48a9-8811-8b161d48ac20 taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.042445] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe361d1a-2e49-48a9-8811-8b161d48ac20" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.042792] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.042881] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.042922] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.043336] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.043336] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.043466] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.043611] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.043712] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.043958] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.044829] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.045354] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f14a1e66-3b34-494f-9231-83e0a510429f is going to be updated. [ 804.046826] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f14a1e66-3b34-494f-9231-83e0a510429f',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.049335] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fe361d1a-2e49-48a9-8811-8b161d48ac20',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.049446] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.049519] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.049569] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.049988] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.050071] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.050258] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.050359] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.051083] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.051083] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.051083] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.051083] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8aeb64f0-07cd-4191-8874-38bde2f6f52a is going to be deleted. [ 804.090208] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.090429] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.090485] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.090710] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.091238] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.136781] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6c62b6c5-da54-449a-ad3c-0248f5e7b867 in Status: IN_PROGRESS for 2s [ 804.157675] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.157910] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.158020] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.158386] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.159119] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.159364] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8aeb64f0-07cd-4191-8874-38bde2f6f52a" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.174927] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.174927] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.175054] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.175406] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.175714] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.195685] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f14a1e66-3b34-494f-9231-83e0a510429f in Status: IN_PROGRESS for 2s [ 804.494238] env[65307]: INFO networking_nsxv3.common.synchronization [req-0261e8b1-5c8a-4d94-a744-f59fe96b6c39 req-16511819-15a0-47d4-95e8-9bfc0fdd5eab tempest-ServerActionsTestOtherB-505455166 tempest-ServerActionsTestOtherB-505455166-project-member] Enqueued Resource ID: cd1fdfc7-9219-4ec0-87bb-5546cc5fd310 with Priority: HIGHEST for action security_group_members [ 804.494238] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd1fdfc7-9219-4ec0-87bb-5546cc5fd310 with Priority: HIGHEST for action security_group_members [ 804.494238] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd1fdfc7-9219-4ec0-87bb-5546cc5fd310 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.494238] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd1fdfc7-9219-4ec0-87bb-5546cc5fd310" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.494238] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd1fdfc7-9219-4ec0-87bb-5546cc5fd310" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.494238] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd1fdfc7-9219-4ec0-87bb-5546cc5fd310" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.494238] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.494238] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.494238] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.494795] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.494993] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.495201] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cd1fdfc7-9219-4ec0-87bb-5546cc5fd310',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.547658] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8aeb64f0-07cd-4191-8874-38bde2f6f52a: rpc.has_security_group_logging(os_id): False [ 804.549567] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f14a1e66-3b34-494f-9231-83e0a510429f: rpc.has_security_group_logging(os_id): False [ 804.555760] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fe361d1a-2e49-48a9-8811-8b161d48ac20',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.571771] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.571972] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.571972] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.572360] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.572360] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.572543] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.572645] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.572709] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.572856] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.572934] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.573112] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8aeb64f0-07cd-4191-8874-38bde2f6f52a is going to be created. [ 804.574789] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.574896] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.574961] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.575183] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.575254] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.575423] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.576695] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.576695] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.576695] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.576695] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.576695] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f14a1e66-3b34-494f-9231-83e0a510429f is going to be updated. [ 804.596819] env[65307]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/8aeb64f0-07cd-4191-8874-38bde2f6f52a], does not exist path=[/infra/domains/default/groups/8aeb64f0-07cd-4191-8874-38bde2f6f52a]."\n}' [ 804.596974] env[65307]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8aeb64f0-07cd-4191-8874-38bde2f6f52a failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/8aeb64f0-07cd-4191-8874-38bde2f6f52a [ 804.597070] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 804.630650] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.630925] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.631066] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.631405] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.632206] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.632530] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.632639] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.632699] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.632933] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.632972] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.633338] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.633338] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.633539] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.633597] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.633679] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.633813] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8aeb64f0-07cd-4191-8874-38bde2f6f52a is going to be created. [ 804.652336] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.652611] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.652611] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.652773] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.652893] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.661097] env[65307]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/8aeb64f0-07cd-4191-8874-38bde2f6f52a], does not exist path=[/infra/domains/default/groups/8aeb64f0-07cd-4191-8874-38bde2f6f52a]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/8aeb64f0-07cd-4191-8874-38bde2f6f52a [ 804.661253] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8aeb64f0-07cd-4191-8874-38bde2f6f52a" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.661898] env[65307]: Traceback (most recent call last): [ 804.661898] env[65307]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 804.661898] env[65307]: return func(*args, **kwargs) [ 804.661898] env[65307]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 804.661898] env[65307]: res.raise_for_status() [ 804.661898] env[65307]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 804.661898] env[65307]: raise HTTPError(http_error_msg, response=self) [ 804.661898] env[65307]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/8aeb64f0-07cd-4191-8874-38bde2f6f52a [ 804.661898] env[65307]: During handling of the above exception, another exception occurred: [ 804.661898] env[65307]: Traceback (most recent call last): [ 804.661898] env[65307]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 804.661898] env[65307]: listener.cb(fileno) [ 804.661898] env[65307]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 804.661898] env[65307]: result = function(*args, **kwargs) [ 804.661898] env[65307]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 804.661898] env[65307]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 804.661898] env[65307]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 804.661898] env[65307]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 804.661898] env[65307]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 804.661898] env[65307]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 804.661898] env[65307]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 804.661898] env[65307]: res.raise_for_status() [ 804.661898] env[65307]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 804.661898] env[65307]: raise HTTPError(http_error_msg, response=self) [ 804.661898] env[65307]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/8aeb64f0-07cd-4191-8874-38bde2f6f52a [ 804.661898] env[65307]: Removing descriptor: 5 [ 804.676025] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f14a1e66-3b34-494f-9231-83e0a510429f in Status: IN_PROGRESS for 2s [ 804.965872] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock network-251 taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.965872] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "network-251" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.966387] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "network-251" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.966454] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "network-251" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.967309] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.967562] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.967725] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.968048] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.968249] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.968621] env[65307]: DEBUG dogpile.cache.region [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 804.968790] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] NeedRegenerationException {{(pid=65307) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 804.968944] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] no value, waiting for create lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 804.969110] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] value creation lock acquired {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 804.969267] env[65307]: DEBUG dogpile.cache.region [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 804.969432] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Calling creation function for not-yet-present value {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 804.969628] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 804.995211] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 804.995275] env[65307]: DEBUG dogpile.cache.region [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65307) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 804.995474] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Released creation lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 804.995593] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "network-251" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.995914] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock port-c8ecff05-fc09-4a2a-b880-46cb24de9c3f taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.996096] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "port-c8ecff05-fc09-4a2a-b880-46cb24de9c3f" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.996217] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "port-c8ecff05-fc09-4a2a-b880-46cb24de9c3f" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.996565] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "port-c8ecff05-fc09-4a2a-b880-46cb24de9c3f" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.996697] env[65307]: DEBUG networking_nsxv3.api.rpc [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c8ecff05-fc09-4a2a-b880-46cb24de9c3f',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.997787] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.997905] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.997971] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.998170] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.998389] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.998471] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.998574] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.998635] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.998791] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.998865] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.998950] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cd1fdfc7-9219-4ec0-87bb-5546cc5fd310 already deleted. [ 804.999076] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd1fdfc7-9219-4ec0-87bb-5546cc5fd310" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.057896] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.057896] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.058047] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.058266] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.058436] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.058565] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe361d1a-2e49-48a9-8811-8b161d48ac20 is going to be updated. [ 805.098517] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.098517] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.098517] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.098517] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.098517] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.113412] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe361d1a-2e49-48a9-8811-8b161d48ac20 in Status: IN_PROGRESS for 2s [ 805.501782] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.502040] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.502189] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.502467] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.502618] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.502772] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Segment Port c8ecff05-fc09-4a2a-b880-46cb24de9c3f not found, creating... [ 805.503187] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.503387] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.503507] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.503732] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.503869] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.504380] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.504548] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.504729] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.504986] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.505201] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.505357] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Resource: SegmentPort with ID: c8ecff05-fc09-4a2a-b880-46cb24de9c3f is going to be created. [ 805.533088] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.533341] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.533533] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.533852] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.534109] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.534336] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "port-c8ecff05-fc09-4a2a-b880-46cb24de9c3f" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.006152] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3d2bb0fe-56a7-42b0-a655-d693abaa2102 in Status: SUCCESS [ 806.007127] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3d2bb0fe-56a7-42b0-a655-d693abaa2102" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.031062] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ee3cf7c-7404-47cc-a90d-a5b8c150e4f9 in Status: SUCCESS [ 806.031605] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ee3cf7c-7404-47cc-a90d-a5b8c150e4f9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.031970] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ee3cf7c-7404-47cc-a90d-a5b8c150e4f9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.032409] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ee3cf7c-7404-47cc-a90d-a5b8c150e4f9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.032844] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.033128] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.033295] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.033654] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.033979] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.034235] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ee3cf7c-7404-47cc-a90d-a5b8c150e4f9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.035391] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3ee3cf7c-7404-47cc-a90d-a5b8c150e4f9',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.155029] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6c62b6c5-da54-449a-ad3c-0248f5e7b867 in Status: SUCCESS [ 806.155029] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6c62b6c5-da54-449a-ad3c-0248f5e7b867" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.206148] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f14a1e66-3b34-494f-9231-83e0a510429f in Status: SUCCESS [ 806.206222] env[65307]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f14a1e66-3b34-494f-9231-83e0a510429f deletion is rescheduled due to dependency. [ 806.206528] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f14a1e66-3b34-494f-9231-83e0a510429f" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.381037] env[65307]: INFO networking_nsxv3.common.synchronization [req-0261e8b1-5c8a-4d94-a744-f59fe96b6c39 req-0cda0b38-afd2-478a-9578-4db0d99b0c6a service nova] Enqueued Resource ID: cd1fdfc7-9219-4ec0-87bb-5546cc5fd310 with Priority: HIGHEST for action security_group_rules [ 806.381037] env[65307]: INFO networking_nsxv3.common.synchronization [req-0261e8b1-5c8a-4d94-a744-f59fe96b6c39 req-0cda0b38-afd2-478a-9578-4db0d99b0c6a service nova] Enqueued Resource ID: cd1fdfc7-9219-4ec0-87bb-5546cc5fd310 with Priority: HIGHEST for action security_group_members [ 806.381164] env[65307]: INFO networking_nsxv3.common.synchronization [req-0261e8b1-5c8a-4d94-a744-f59fe96b6c39 req-0cda0b38-afd2-478a-9578-4db0d99b0c6a service nova] Enqueued Resource ID: c8ecff05-fc09-4a2a-b880-46cb24de9c3f with Priority: HIGHEST for action port [ 806.381569] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd1fdfc7-9219-4ec0-87bb-5546cc5fd310 with Priority: HIGHEST for action security_group_rules [ 806.381688] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd1fdfc7-9219-4ec0-87bb-5546cc5fd310 with Priority: HIGHEST for action security_group_members [ 806.381809] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8ecff05-fc09-4a2a-b880-46cb24de9c3f with Priority: HIGHEST for action port [ 806.382135] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cd1fdfc7-9219-4ec0-87bb-5546cc5fd310 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.382257] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cd1fdfc7-9219-4ec0-87bb-5546cc5fd310" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.382963] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cd1fdfc7-9219-4ec0-87bb-5546cc5fd310" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.382963] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cd1fdfc7-9219-4ec0-87bb-5546cc5fd310" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.382963] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cd1fdfc7-9219-4ec0-87bb-5546cc5fd310',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.384450] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd1fdfc7-9219-4ec0-87bb-5546cc5fd310 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.384846] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd1fdfc7-9219-4ec0-87bb-5546cc5fd310" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.384991] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd1fdfc7-9219-4ec0-87bb-5546cc5fd310" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.385298] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd1fdfc7-9219-4ec0-87bb-5546cc5fd310" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.385554] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.388378] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.388497] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.388783] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.388783] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.388783] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cd1fdfc7-9219-4ec0-87bb-5546cc5fd310',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.392037] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-c8ecff05-fc09-4a2a-b880-46cb24de9c3f taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.392037] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c8ecff05-fc09-4a2a-b880-46cb24de9c3f" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.392037] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c8ecff05-fc09-4a2a-b880-46cb24de9c3f" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.392037] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c8ecff05-fc09-4a2a-b880-46cb24de9c3f" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.392037] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c8ecff05-fc09-4a2a-b880-46cb24de9c3f',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.538222] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3ee3cf7c-7404-47cc-a90d-a5b8c150e4f9',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.690813] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f14a1e66-3b34-494f-9231-83e0a510429f in Status: SUCCESS [ 806.691891] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f14a1e66-3b34-494f-9231-83e0a510429f" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.892630] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cd1fdfc7-9219-4ec0-87bb-5546cc5fd310',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.892865] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd1fdfc7-9219-4ec0-87bb-5546cc5fd310 taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.892995] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd1fdfc7-9219-4ec0-87bb-5546cc5fd310" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.893393] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c8ecff05-fc09-4a2a-b880-46cb24de9c3f with status ACTIVE [ 806.893572] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.893683] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.893777] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.893945] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.894269] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.894269] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.894467] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.894467] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.894537] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.894582] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.894762] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.894884] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.894924] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.895255] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.895371] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.895623] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c8ecff05-fc09-4a2a-b880-46cb24de9c3f is going to be updated. [ 806.918387] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.918528] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.918584] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.919512] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.919512] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.919512] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c8ecff05-fc09-4a2a-b880-46cb24de9c3f" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.933687] env[65307]: INFO networking_nsxv3.common.synchronization [req-b7f72c9c-b7cc-4424-a0dd-d32b99504c1f req-86d5a816-2613-4239-a86d-5333cab5b236 tempest-ListImageFiltersTestJSON-1591582478 tempest-ListImageFiltersTestJSON-1591582478-project-member] Enqueued Resource ID: b13ac1a2-4735-49c3-916c-8767b46c962c with Priority: HIGHEST for action security_group_members [ 806.934299] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b13ac1a2-4735-49c3-916c-8767b46c962c with Priority: HIGHEST for action security_group_members [ 806.934299] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-b13ac1a2-4735-49c3-916c-8767b46c962c taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.934450] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b13ac1a2-4735-49c3-916c-8767b46c962c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.934450] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b13ac1a2-4735-49c3-916c-8767b46c962c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.934716] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b13ac1a2-4735-49c3-916c-8767b46c962c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.934934] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.936210] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.936395] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.938537] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.938537] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.938537] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b13ac1a2-4735-49c3-916c-8767b46c962c',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.041959] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3ee3cf7c-7404-47cc-a90d-a5b8c150e4f9: rpc.has_security_group_logging(os_id): False [ 807.110849] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.110996] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.111071] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.111328] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.111473] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.111792] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.111923] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.111962] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.112221] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.112315] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.112419] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3ee3cf7c-7404-47cc-a90d-a5b8c150e4f9 is going to be created. [ 807.130033] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe361d1a-2e49-48a9-8811-8b161d48ac20 in Status: SUCCESS [ 807.130165] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe361d1a-2e49-48a9-8811-8b161d48ac20" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.130420] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe361d1a-2e49-48a9-8811-8b161d48ac20" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.130577] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe361d1a-2e49-48a9-8811-8b161d48ac20" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.130788] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.130930] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.131080] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.131241] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.131342] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.131436] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe361d1a-2e49-48a9-8811-8b161d48ac20" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.131618] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe361d1a-2e49-48a9-8811-8b161d48ac20 taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.131740] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe361d1a-2e49-48a9-8811-8b161d48ac20" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.131792] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe361d1a-2e49-48a9-8811-8b161d48ac20" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.131924] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe361d1a-2e49-48a9-8811-8b161d48ac20" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.132079] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.132184] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.132254] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.132396] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.132478] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.132558] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe361d1a-2e49-48a9-8811-8b161d48ac20" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.132660] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fe361d1a-2e49-48a9-8811-8b161d48ac20',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.202311] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.202950] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.202950] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.203131] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.203514] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.219411] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3ee3cf7c-7404-47cc-a90d-a5b8c150e4f9 in Status: IN_PROGRESS for 2s [ 807.394282] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cd1fdfc7-9219-4ec0-87bb-5546cc5fd310',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.441859] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.441859] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.441859] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.441859] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.441859] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.441859] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.441859] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.441859] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.441859] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.441859] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.441859] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b13ac1a2-4735-49c3-916c-8767b46c962c already deleted. [ 807.441859] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b13ac1a2-4735-49c3-916c-8767b46c962c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.554522] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock network-264 taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.554843] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "network-264" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.554986] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "network-264" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.555318] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "network-264" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.556944] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.556944] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.556944] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.556944] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.556944] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.557541] env[65307]: DEBUG dogpile.cache.region [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 807.557541] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] NeedRegenerationException {{(pid=65307) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 807.557681] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] no value, waiting for create lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 807.557834] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] value creation lock acquired {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 807.557958] env[65307]: DEBUG dogpile.cache.region [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 807.558443] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Calling creation function for not-yet-present value {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 807.558443] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 807.588561] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 807.589112] env[65307]: DEBUG dogpile.cache.region [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=65307) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 807.589112] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Released creation lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 807.589316] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "network-264" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.589774] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock port-a5ef3f73-b6cf-4f92-ad09-7d9c2835105e taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.589975] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "port-a5ef3f73-b6cf-4f92-ad09-7d9c2835105e" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.590111] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "port-a5ef3f73-b6cf-4f92-ad09-7d9c2835105e" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.590582] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "port-a5ef3f73-b6cf-4f92-ad09-7d9c2835105e" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.590715] env[65307]: DEBUG networking_nsxv3.api.rpc [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a5ef3f73-b6cf-4f92-ad09-7d9c2835105e',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.635188] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fe361d1a-2e49-48a9-8811-8b161d48ac20: rpc.has_security_group_logging(os_id): False [ 807.658248] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.658248] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.658248] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.658248] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.681378] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.681877] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.682146] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.682250] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.682571] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.682723] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.683062] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.683211] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.683339] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.683720] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.683850] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.684314] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.685394] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.685394] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.685394] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.685394] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.685394] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fe361d1a-2e49-48a9-8811-8b161d48ac20 is going to be updated. [ 807.782818] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.785028] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.785028] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.785028] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.785028] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.817159] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fe361d1a-2e49-48a9-8811-8b161d48ac20 in Status: IN_PROGRESS for 2s [ 807.898840] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.899094] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.899177] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.899448] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.899545] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.899662] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cd1fdfc7-9219-4ec0-87bb-5546cc5fd310 is going to be created. [ 807.942111] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.942289] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.942339] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.942553] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.942730] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.960058] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd1fdfc7-9219-4ec0-87bb-5546cc5fd310 in Status: UNINITIALIZED for 2s [ 808.096625] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.096928] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.096998] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.097306] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.097508] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.097794] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Segment Port a5ef3f73-b6cf-4f92-ad09-7d9c2835105e not found, creating... [ 808.097964] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.098141] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.098262] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.098533] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.098681] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.098978] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.099151] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.099361] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.099611] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.099758] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.099897] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Resource: SegmentPort with ID: a5ef3f73-b6cf-4f92-ad09-7d9c2835105e is going to be created. [ 808.125162] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.125162] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.125162] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.125481] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.125969] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.126195] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "port-a5ef3f73-b6cf-4f92-ad09-7d9c2835105e" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.863528] env[65307]: INFO networking_nsxv3.common.synchronization [req-b7f72c9c-b7cc-4424-a0dd-d32b99504c1f req-8931da05-0550-4e07-a297-aa14e05deced service nova] Enqueued Resource ID: b13ac1a2-4735-49c3-916c-8767b46c962c with Priority: HIGHEST for action security_group_rules [ 808.863528] env[65307]: INFO networking_nsxv3.common.synchronization [req-b7f72c9c-b7cc-4424-a0dd-d32b99504c1f req-8931da05-0550-4e07-a297-aa14e05deced service nova] Enqueued Resource ID: b13ac1a2-4735-49c3-916c-8767b46c962c with Priority: HIGHEST for action security_group_members [ 808.863528] env[65307]: INFO networking_nsxv3.common.synchronization [req-b7f72c9c-b7cc-4424-a0dd-d32b99504c1f req-8931da05-0550-4e07-a297-aa14e05deced service nova] Enqueued Resource ID: a5ef3f73-b6cf-4f92-ad09-7d9c2835105e with Priority: HIGHEST for action port [ 808.863528] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b13ac1a2-4735-49c3-916c-8767b46c962c with Priority: HIGHEST for action security_group_rules [ 808.865385] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b13ac1a2-4735-49c3-916c-8767b46c962c with Priority: HIGHEST for action security_group_members [ 808.865385] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5ef3f73-b6cf-4f92-ad09-7d9c2835105e with Priority: HIGHEST for action port [ 808.865385] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b13ac1a2-4735-49c3-916c-8767b46c962c taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.865385] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b13ac1a2-4735-49c3-916c-8767b46c962c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.865385] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b13ac1a2-4735-49c3-916c-8767b46c962c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.865778] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b13ac1a2-4735-49c3-916c-8767b46c962c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.866310] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b13ac1a2-4735-49c3-916c-8767b46c962c',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.867114] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-b13ac1a2-4735-49c3-916c-8767b46c962c taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.867279] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b13ac1a2-4735-49c3-916c-8767b46c962c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.867377] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b13ac1a2-4735-49c3-916c-8767b46c962c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.867639] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b13ac1a2-4735-49c3-916c-8767b46c962c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.868309] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.869026] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.869026] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.869026] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.869026] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.869209] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b13ac1a2-4735-49c3-916c-8767b46c962c',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.873513] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-a5ef3f73-b6cf-4f92-ad09-7d9c2835105e taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.873513] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a5ef3f73-b6cf-4f92-ad09-7d9c2835105e" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.873513] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a5ef3f73-b6cf-4f92-ad09-7d9c2835105e" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.873513] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a5ef3f73-b6cf-4f92-ad09-7d9c2835105e" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.873513] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a5ef3f73-b6cf-4f92-ad09-7d9c2835105e',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.232367] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3ee3cf7c-7404-47cc-a90d-a5b8c150e4f9 in Status: SUCCESS [ 809.232745] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3ee3cf7c-7404-47cc-a90d-a5b8c150e4f9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.378406] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b13ac1a2-4735-49c3-916c-8767b46c962c',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.380466] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-b13ac1a2-4735-49c3-916c-8767b46c962c taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.380466] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b13ac1a2-4735-49c3-916c-8767b46c962c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.380466] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a5ef3f73-b6cf-4f92-ad09-7d9c2835105e with status ACTIVE [ 809.380466] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.380466] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.380466] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.380466] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.381721] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.381870] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.382963] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.383094] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.383263] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.383361] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.383564] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.383681] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.383761] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.383879] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.383960] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.384043] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a5ef3f73-b6cf-4f92-ad09-7d9c2835105e is going to be updated. [ 809.408965] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.409296] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.409296] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.409519] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.409628] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.409930] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a5ef3f73-b6cf-4f92-ad09-7d9c2835105e" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.712705] env[65307]: INFO networking_nsxv3.common.synchronization [req-4b7c7f2b-b011-4e9a-8dd3-bb62ca91de3d req-16935f44-e2fa-4db0-83bc-815101beeefe tempest-ListImageFiltersTestJSON-1591582478 tempest-ListImageFiltersTestJSON-1591582478-project-member] Enqueued Resource ID: b13ac1a2-4735-49c3-916c-8767b46c962c with Priority: HIGHEST for action security_group_members [ 809.712705] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b13ac1a2-4735-49c3-916c-8767b46c962c with Priority: HIGHEST for action security_group_members [ 809.712705] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-b13ac1a2-4735-49c3-916c-8767b46c962c taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.712705] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b13ac1a2-4735-49c3-916c-8767b46c962c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.843875] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fe361d1a-2e49-48a9-8811-8b161d48ac20 in Status: SUCCESS [ 809.844307] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fe361d1a-2e49-48a9-8811-8b161d48ac20" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.845980] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fe361d1a-2e49-48a9-8811-8b161d48ac20" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.846379] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fe361d1a-2e49-48a9-8811-8b161d48ac20" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.847055] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fe361d1a-2e49-48a9-8811-8b161d48ac20',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.886313] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b13ac1a2-4735-49c3-916c-8767b46c962c',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.940175] env[65307]: INFO networking_nsxv3.common.synchronization [None req-e4684c76-a645-4a18-a755-c28057ec3282 None None] Enqueued Resource ID: 02cf3319-a942-48f8-bcbb-a3eea5d1dde2 with Priority: HIGHEST for action port [ 809.940681] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02cf3319-a942-48f8-bcbb-a3eea5d1dde2 with Priority: HIGHEST for action port [ 809.940980] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-02cf3319-a942-48f8-bcbb-a3eea5d1dde2 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.941420] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-02cf3319-a942-48f8-bcbb-a3eea5d1dde2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.941491] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-02cf3319-a942-48f8-bcbb-a3eea5d1dde2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.941964] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-02cf3319-a942-48f8-bcbb-a3eea5d1dde2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.942061] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('02cf3319-a942-48f8-bcbb-a3eea5d1dde2',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.971490] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd1fdfc7-9219-4ec0-87bb-5546cc5fd310 in Status: SUCCESS [ 809.971490] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd1fdfc7-9219-4ec0-87bb-5546cc5fd310" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.971490] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd1fdfc7-9219-4ec0-87bb-5546cc5fd310" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.971490] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd1fdfc7-9219-4ec0-87bb-5546cc5fd310" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.971490] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.971490] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.971490] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.971490] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.971490] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.971490] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd1fdfc7-9219-4ec0-87bb-5546cc5fd310" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.971490] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cd1fdfc7-9219-4ec0-87bb-5546cc5fd310',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.098583] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock network-264 taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.098583] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "network-264" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.098770] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "network-264" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.099023] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "network-264" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.099301] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.099496] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.099638] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.099893] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.100090] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.100329] env[65307]: DEBUG dogpile.cache.region [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 810.100456] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] NeedRegenerationException {{(pid=65307) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 810.100602] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] no value, waiting for create lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 810.100736] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] value creation lock acquired {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 810.100869] env[65307]: DEBUG dogpile.cache.region [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 810.100979] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Calling creation function for not-yet-present value {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 810.101143] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 810.140502] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 810.141035] env[65307]: DEBUG dogpile.cache.region [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Cache value generated in 0.040 seconds for key(s): 'zone-id' {{(pid=65307) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 810.141193] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Released creation lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 810.141409] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "network-264" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.143248] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock port-ed7808d0-cc07-461c-93f4-fb3c959bfb48 taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.143248] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "port-ed7808d0-cc07-461c-93f4-fb3c959bfb48" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.143248] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "port-ed7808d0-cc07-461c-93f4-fb3c959bfb48" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.143248] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "port-ed7808d0-cc07-461c-93f4-fb3c959bfb48" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.143248] env[65307]: DEBUG networking_nsxv3.api.rpc [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ed7808d0-cc07-461c-93f4-fb3c959bfb48',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.350695] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe361d1a-2e49-48a9-8811-8b161d48ac20 taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.351036] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe361d1a-2e49-48a9-8811-8b161d48ac20" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.351036] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe361d1a-2e49-48a9-8811-8b161d48ac20" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.351413] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe361d1a-2e49-48a9-8811-8b161d48ac20" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.351413] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.351413] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.351682] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.351682] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.351682] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.352042] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe361d1a-2e49-48a9-8811-8b161d48ac20" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.352042] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fe361d1a-2e49-48a9-8811-8b161d48ac20',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.388405] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.390066] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.392154] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.392154] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.392154] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.392154] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b13ac1a2-4735-49c3-916c-8767b46c962c is going to be created. [ 810.424140] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.424140] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.424140] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.424140] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.424140] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.434958] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b13ac1a2-4735-49c3-916c-8767b46c962c in Status: UNINITIALIZED for 2s [ 810.445916] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 02cf3319-a942-48f8-bcbb-a3eea5d1dde2 [ 810.445916] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.445916] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.445916] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.445916] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.445916] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.445916] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:02cf3319-a942-48f8-bcbb-a3eea5d1dde2 already deleted. [ 810.445916] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-02cf3319-a942-48f8-bcbb-a3eea5d1dde2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.472630] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cd1fdfc7-9219-4ec0-87bb-5546cc5fd310',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.645516] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.648334] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.648334] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.648334] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.648334] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.648334] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Segment Port ed7808d0-cc07-461c-93f4-fb3c959bfb48 not found, creating... [ 810.648334] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.648334] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.648334] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.650289] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.650289] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.651121] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.654457] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.654457] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.654457] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.654457] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.654457] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Resource: SegmentPort with ID: ed7808d0-cc07-461c-93f4-fb3c959bfb48 is going to be created. [ 810.676896] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.677279] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.677437] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.677834] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.678200] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.678518] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "port-ed7808d0-cc07-461c-93f4-fb3c959bfb48" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.855743] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe361d1a-2e49-48a9-8811-8b161d48ac20 taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.856134] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe361d1a-2e49-48a9-8811-8b161d48ac20" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.856337] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe361d1a-2e49-48a9-8811-8b161d48ac20" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.856651] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe361d1a-2e49-48a9-8811-8b161d48ac20" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.856976] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.857245] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.857421] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.857681] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.857894] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.859411] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe361d1a-2e49-48a9-8811-8b161d48ac20" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.859411] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe361d1a-2e49-48a9-8811-8b161d48ac20 taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.859411] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe361d1a-2e49-48a9-8811-8b161d48ac20" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.859411] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe361d1a-2e49-48a9-8811-8b161d48ac20" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.859411] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe361d1a-2e49-48a9-8811-8b161d48ac20" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.859411] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.859411] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.859411] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.859411] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.859411] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.859411] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe361d1a-2e49-48a9-8811-8b161d48ac20" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.859411] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fe361d1a-2e49-48a9-8811-8b161d48ac20',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.979060] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cd1fdfc7-9219-4ec0-87bb-5546cc5fd310: rpc.has_security_group_logging(os_id): False [ 811.003900] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.003900] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.003900] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.004145] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.004145] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.004412] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.004488] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.004591] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.004705] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.004781] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.004868] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cd1fdfc7-9219-4ec0-87bb-5546cc5fd310 is going to be created. [ 811.094289] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.094486] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.094486] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.094685] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.094872] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.110157] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cd1fdfc7-9219-4ec0-87bb-5546cc5fd310 in Status: IN_PROGRESS for 2s [ 811.361878] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fe361d1a-2e49-48a9-8811-8b161d48ac20: rpc.has_security_group_logging(os_id): False [ 811.383826] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.383826] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.384074] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.384252] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.384381] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.384639] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.384777] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.384866] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.385345] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.385442] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.385657] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.385754] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.386620] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.386620] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.386620] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.386620] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.386853] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.387038] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.387232] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.387388] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.387477] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fe361d1a-2e49-48a9-8811-8b161d48ac20 is going to be updated. [ 811.412331] env[65307]: INFO networking_nsxv3.common.synchronization [req-4b7c7f2b-b011-4e9a-8dd3-bb62ca91de3d req-d0192067-827c-48f8-8729-3444487e423f service nova] Enqueued Resource ID: b13ac1a2-4735-49c3-916c-8767b46c962c with Priority: HIGHEST for action security_group_rules [ 811.412501] env[65307]: INFO networking_nsxv3.common.synchronization [req-4b7c7f2b-b011-4e9a-8dd3-bb62ca91de3d req-d0192067-827c-48f8-8729-3444487e423f service nova] Enqueued Resource ID: b13ac1a2-4735-49c3-916c-8767b46c962c with Priority: HIGHEST for action security_group_members [ 811.412634] env[65307]: INFO networking_nsxv3.common.synchronization [req-4b7c7f2b-b011-4e9a-8dd3-bb62ca91de3d req-d0192067-827c-48f8-8729-3444487e423f service nova] Enqueued Resource ID: ed7808d0-cc07-461c-93f4-fb3c959bfb48 with Priority: HIGHEST for action port [ 811.413890] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b13ac1a2-4735-49c3-916c-8767b46c962c with Priority: HIGHEST for action security_group_rules [ 811.413890] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b13ac1a2-4735-49c3-916c-8767b46c962c with Priority: HIGHEST for action security_group_members [ 811.415400] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed7808d0-cc07-461c-93f4-fb3c959bfb48 with Priority: HIGHEST for action port [ 811.415800] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b13ac1a2-4735-49c3-916c-8767b46c962c taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.415800] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b13ac1a2-4735-49c3-916c-8767b46c962c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.416038] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-b13ac1a2-4735-49c3-916c-8767b46c962c taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.416136] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b13ac1a2-4735-49c3-916c-8767b46c962c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.416932] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-ed7808d0-cc07-461c-93f4-fb3c959bfb48 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.416932] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ed7808d0-cc07-461c-93f4-fb3c959bfb48" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.416932] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ed7808d0-cc07-461c-93f4-fb3c959bfb48" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.417432] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ed7808d0-cc07-461c-93f4-fb3c959bfb48" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.417432] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ed7808d0-cc07-461c-93f4-fb3c959bfb48',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.453739] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.453739] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.453973] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.454200] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.454272] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.476398] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fe361d1a-2e49-48a9-8811-8b161d48ac20 in Status: IN_PROGRESS for 2s [ 811.919690] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ed7808d0-cc07-461c-93f4-fb3c959bfb48 with status ACTIVE [ 811.919968] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.920344] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.920344] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.920487] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.920547] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.920740] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.920870] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.920930] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.921122] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.921202] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.921521] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.921521] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.921653] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.921690] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.921739] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.921847] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ed7808d0-cc07-461c-93f4-fb3c959bfb48 is going to be updated. [ 811.944023] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.944171] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.944253] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.944457] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.944594] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.944780] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ed7808d0-cc07-461c-93f4-fb3c959bfb48" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.287333] env[65307]: INFO networking_nsxv3.common.synchronization [req-5ea7ef35-421a-4fca-b683-c80c77dc6612 req-c3bf55b1-0b21-4a20-b251-57e218d0e46d tempest-ServerPasswordTestJSON-1998158523 tempest-ServerPasswordTestJSON-1998158523-project-member] Enqueued Resource ID: 2f1ab888-f76c-4393-b493-6be010285e2c with Priority: HIGHEST for action security_group_members [ 812.287988] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f1ab888-f76c-4393-b493-6be010285e2c with Priority: HIGHEST for action security_group_members [ 812.288482] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f1ab888-f76c-4393-b493-6be010285e2c taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.288674] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f1ab888-f76c-4393-b493-6be010285e2c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.288778] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f1ab888-f76c-4393-b493-6be010285e2c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.289248] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f1ab888-f76c-4393-b493-6be010285e2c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.289508] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.289665] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.289941] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.290046] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.290197] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.290340] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2f1ab888-f76c-4393-b493-6be010285e2c',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.423931] env[65307]: INFO networking_nsxv3.common.synchronization [None req-a9d32774-6b63-4895-a176-b5b3e05d230d tempest-ServersTestManualDisk-523986528 tempest-ServersTestManualDisk-523986528-project-member] Enqueued Resource ID: 2358200d-9ae8-4c44-86a3-3da67b78bd4c with Priority: HIGHEST for action security_group_rules [ 812.424991] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2358200d-9ae8-4c44-86a3-3da67b78bd4c with Priority: HIGHEST for action security_group_rules [ 812.426260] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2358200d-9ae8-4c44-86a3-3da67b78bd4c taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.426260] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2358200d-9ae8-4c44-86a3-3da67b78bd4c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.426260] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2358200d-9ae8-4c44-86a3-3da67b78bd4c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.426260] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2358200d-9ae8-4c44-86a3-3da67b78bd4c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.426260] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2358200d-9ae8-4c44-86a3-3da67b78bd4c',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.446296] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b13ac1a2-4735-49c3-916c-8767b46c962c in Status: SUCCESS [ 812.446429] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b13ac1a2-4735-49c3-916c-8767b46c962c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.447257] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b13ac1a2-4735-49c3-916c-8767b46c962c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.447257] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b13ac1a2-4735-49c3-916c-8767b46c962c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.447257] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.447257] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.447257] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.447257] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.447622] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.447622] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b13ac1a2-4735-49c3-916c-8767b46c962c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.447622] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b13ac1a2-4735-49c3-916c-8767b46c962c',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.448447] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b13ac1a2-4735-49c3-916c-8767b46c962c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.448969] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b13ac1a2-4735-49c3-916c-8767b46c962c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.448969] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.448969] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.448969] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.449280] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.449280] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.449280] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b13ac1a2-4735-49c3-916c-8767b46c962c',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.681758] env[65307]: INFO networking_nsxv3.common.synchronization [None req-ce02527f-2d0b-4517-b1f8-7fe9e1c17fad tempest-ServersTestManualDisk-523986528 tempest-ServersTestManualDisk-523986528-project-member] Enqueued Resource ID: 2358200d-9ae8-4c44-86a3-3da67b78bd4c with Priority: HIGHEST for action security_group_rules [ 812.682631] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2358200d-9ae8-4c44-86a3-3da67b78bd4c with Priority: HIGHEST for action security_group_rules [ 812.682631] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2358200d-9ae8-4c44-86a3-3da67b78bd4c taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.682864] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2358200d-9ae8-4c44-86a3-3da67b78bd4c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.729191] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock network-687 taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.733947] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "network-687" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.733947] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "network-687" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.733947] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "network-687" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.733947] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.733947] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.733947] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.733947] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.733947] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.733947] env[65307]: DEBUG dogpile.cache.region [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 812.733947] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] NeedRegenerationException {{(pid=65307) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 812.733947] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] no value, waiting for create lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 812.733947] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] value creation lock acquired {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 812.733947] env[65307]: DEBUG dogpile.cache.region [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 812.733947] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Calling creation function for not-yet-present value {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 812.733947] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 812.757689] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 812.757689] env[65307]: DEBUG dogpile.cache.region [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65307) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 812.757689] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Released creation lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 812.757689] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "network-687" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.757958] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock port-7bb9ceff-414b-4bb6-885b-b46d3c591862 taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.758163] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "port-7bb9ceff-414b-4bb6-885b-b46d3c591862" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.758281] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "port-7bb9ceff-414b-4bb6-885b-b46d3c591862" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.758670] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "port-7bb9ceff-414b-4bb6-885b-b46d3c591862" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.758810] env[65307]: DEBUG networking_nsxv3.api.rpc [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7bb9ceff-414b-4bb6-885b-b46d3c591862',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.793344] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.793571] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.793571] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.793854] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.793958] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.794220] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.794350] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.794446] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.794643] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.794762] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.794873] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f1ab888-f76c-4393-b493-6be010285e2c already deleted. [ 812.794978] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f1ab888-f76c-4393-b493-6be010285e2c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.950812] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-b13ac1a2-4735-49c3-916c-8767b46c962c taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.951018] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b13ac1a2-4735-49c3-916c-8767b46c962c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.951228] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b13ac1a2-4735-49c3-916c-8767b46c962c',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.953466] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.953629] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.953767] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.953902] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.954038] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.954155] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2358200d-9ae8-4c44-86a3-3da67b78bd4c already deleted. [ 812.954283] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2358200d-9ae8-4c44-86a3-3da67b78bd4c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.954695] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2358200d-9ae8-4c44-86a3-3da67b78bd4c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.954968] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2358200d-9ae8-4c44-86a3-3da67b78bd4c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.955067] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2358200d-9ae8-4c44-86a3-3da67b78bd4c',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.037561] env[65307]: INFO networking_nsxv3.common.synchronization [None req-86f7c485-0fb0-4c9b-ad6a-df62e78192ea None None] Enqueued Resource ID: c3062c69-acc2-4a4e-8511-2de96b051058 with Priority: HIGHEST for action port [ 813.038190] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3062c69-acc2-4a4e-8511-2de96b051058 with Priority: HIGHEST for action port [ 813.038627] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-c3062c69-acc2-4a4e-8511-2de96b051058 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.038736] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c3062c69-acc2-4a4e-8511-2de96b051058" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.039246] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c3062c69-acc2-4a4e-8511-2de96b051058" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.039246] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c3062c69-acc2-4a4e-8511-2de96b051058" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.039246] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c3062c69-acc2-4a4e-8511-2de96b051058',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.125097] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cd1fdfc7-9219-4ec0-87bb-5546cc5fd310 in Status: SUCCESS [ 813.125296] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cd1fdfc7-9219-4ec0-87bb-5546cc5fd310" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.262208] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.263953] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.263953] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.263953] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.263953] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.263953] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Segment Port 7bb9ceff-414b-4bb6-885b-b46d3c591862 not found, creating... [ 813.263953] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.263953] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.264297] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.264297] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.264383] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.264738] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.264936] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.265134] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.265971] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.265971] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.265971] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Resource: SegmentPort with ID: 7bb9ceff-414b-4bb6-885b-b46d3c591862 is going to be created. [ 813.289613] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.289852] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.289996] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.290331] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.290612] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.290904] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "port-7bb9ceff-414b-4bb6-885b-b46d3c591862" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.455801] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b13ac1a2-4735-49c3-916c-8767b46c962c',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.481637] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.481833] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.481889] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.482078] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.482169] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.482266] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2358200d-9ae8-4c44-86a3-3da67b78bd4c already deleted. [ 813.482346] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2358200d-9ae8-4c44-86a3-3da67b78bd4c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.498204] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fe361d1a-2e49-48a9-8811-8b161d48ac20 in Status: SUCCESS [ 813.498489] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fe361d1a-2e49-48a9-8811-8b161d48ac20" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.542458] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c3062c69-acc2-4a4e-8511-2de96b051058 [ 813.542601] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.542738] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.542812] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.543093] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.543210] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.543346] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c3062c69-acc2-4a4e-8511-2de96b051058 already deleted. [ 813.543438] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c3062c69-acc2-4a4e-8511-2de96b051058" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.958076] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.958270] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.958422] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.958607] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.958702] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.958814] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b13ac1a2-4735-49c3-916c-8767b46c962c is going to be updated. [ 813.991174] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.991174] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.991174] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.991174] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.991174] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.002042] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b13ac1a2-4735-49c3-916c-8767b46c962c in Status: IN_PROGRESS for 2s [ 814.013572] env[65307]: INFO networking_nsxv3.common.synchronization [req-5ea7ef35-421a-4fca-b683-c80c77dc6612 req-9609f959-66c9-4f03-a893-3ca43df8cdfb service nova] Enqueued Resource ID: 2f1ab888-f76c-4393-b493-6be010285e2c with Priority: HIGHEST for action security_group_rules [ 814.013746] env[65307]: INFO networking_nsxv3.common.synchronization [req-5ea7ef35-421a-4fca-b683-c80c77dc6612 req-9609f959-66c9-4f03-a893-3ca43df8cdfb service nova] Enqueued Resource ID: 2f1ab888-f76c-4393-b493-6be010285e2c with Priority: HIGHEST for action security_group_members [ 814.014173] env[65307]: INFO networking_nsxv3.common.synchronization [req-5ea7ef35-421a-4fca-b683-c80c77dc6612 req-9609f959-66c9-4f03-a893-3ca43df8cdfb service nova] Enqueued Resource ID: 7bb9ceff-414b-4bb6-885b-b46d3c591862 with Priority: HIGHEST for action port [ 814.014720] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f1ab888-f76c-4393-b493-6be010285e2c with Priority: HIGHEST for action security_group_rules [ 814.014865] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f1ab888-f76c-4393-b493-6be010285e2c with Priority: HIGHEST for action security_group_members [ 814.014972] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bb9ceff-414b-4bb6-885b-b46d3c591862 with Priority: HIGHEST for action port [ 814.015257] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2f1ab888-f76c-4393-b493-6be010285e2c taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.015394] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2f1ab888-f76c-4393-b493-6be010285e2c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.015470] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2f1ab888-f76c-4393-b493-6be010285e2c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.015718] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2f1ab888-f76c-4393-b493-6be010285e2c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.015917] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2f1ab888-f76c-4393-b493-6be010285e2c',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.016766] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f1ab888-f76c-4393-b493-6be010285e2c taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.016864] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f1ab888-f76c-4393-b493-6be010285e2c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.016932] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f1ab888-f76c-4393-b493-6be010285e2c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.017123] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f1ab888-f76c-4393-b493-6be010285e2c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.017280] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.017386] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.017476] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.017595] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.017686] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.017772] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2f1ab888-f76c-4393-b493-6be010285e2c',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.021341] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-7bb9ceff-414b-4bb6-885b-b46d3c591862 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.021447] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7bb9ceff-414b-4bb6-885b-b46d3c591862" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.021514] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7bb9ceff-414b-4bb6-885b-b46d3c591862" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.021679] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7bb9ceff-414b-4bb6-885b-b46d3c591862" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.022210] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7bb9ceff-414b-4bb6-885b-b46d3c591862',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.525999] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f1ab888-f76c-4393-b493-6be010285e2c taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.526325] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f1ab888-f76c-4393-b493-6be010285e2c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.526325] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2f1ab888-f76c-4393-b493-6be010285e2c',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.527223] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7bb9ceff-414b-4bb6-885b-b46d3c591862 with status ACTIVE [ 814.527418] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.527532] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.527597] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.527802] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.527888] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.528129] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.528489] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.528489] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.528489] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.528489] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.528666] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.531371] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.531371] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.531371] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.531371] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.531371] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7bb9ceff-414b-4bb6-885b-b46d3c591862 is going to be updated. [ 814.551994] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.552166] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.552237] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.552443] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.552581] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.552740] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7bb9ceff-414b-4bb6-885b-b46d3c591862" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.031394] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2f1ab888-f76c-4393-b493-6be010285e2c',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.533723] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.534506] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.534506] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.534506] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.535055] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.535227] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f1ab888-f76c-4393-b493-6be010285e2c is going to be created. [ 815.560927] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.561105] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.561155] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.561342] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.561506] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.574741] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f1ab888-f76c-4393-b493-6be010285e2c in Status: UNINITIALIZED for 2s [ 815.979332] env[65307]: INFO networking_nsxv3.common.synchronization [req-48633d39-80d1-477f-bece-85dc0a10d3cc req-767c491f-a094-4605-95c7-867447bd8543 tempest-ServersTestMultiNic-1991800171 tempest-ServersTestMultiNic-1991800171-project-member] Enqueued Resource ID: 7a90801d-ed92-4c90-80d7-eae5cb727c07 with Priority: HIGHEST for action security_group_members [ 815.980627] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a90801d-ed92-4c90-80d7-eae5cb727c07 with Priority: HIGHEST for action security_group_members [ 815.980627] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a90801d-ed92-4c90-80d7-eae5cb727c07 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.980627] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a90801d-ed92-4c90-80d7-eae5cb727c07" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.980932] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a90801d-ed92-4c90-80d7-eae5cb727c07" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.980932] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a90801d-ed92-4c90-80d7-eae5cb727c07" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.981030] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.981508] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.981508] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.981508] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.981508] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.981508] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7a90801d-ed92-4c90-80d7-eae5cb727c07',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.012619] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b13ac1a2-4735-49c3-916c-8767b46c962c in Status: SUCCESS [ 816.012838] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b13ac1a2-4735-49c3-916c-8767b46c962c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.013308] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b13ac1a2-4735-49c3-916c-8767b46c962c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.013520] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b13ac1a2-4735-49c3-916c-8767b46c962c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.013700] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.013807] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.013877] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.014022] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.014109] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.014196] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b13ac1a2-4735-49c3-916c-8767b46c962c',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.465462] env[65307]: INFO networking_nsxv3.common.synchronization [req-48633d39-80d1-477f-bece-85dc0a10d3cc req-de12da62-fffc-4aac-a7a0-b1a8ddac1bb2 tempest-ServersTestMultiNic-1991800171 tempest-ServersTestMultiNic-1991800171-project-member] Enqueued Resource ID: 7a90801d-ed92-4c90-80d7-eae5cb727c07 with Priority: HIGHEST for action security_group_members [ 816.466145] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a90801d-ed92-4c90-80d7-eae5cb727c07 with Priority: HIGHEST for action security_group_members [ 816.466374] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a90801d-ed92-4c90-80d7-eae5cb727c07 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.466471] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a90801d-ed92-4c90-80d7-eae5cb727c07" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.486058] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.486058] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.486058] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.486058] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.510943] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.511272] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.511402] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.511530] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.511653] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.511731] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.511819] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7a90801d-ed92-4c90-80d7-eae5cb727c07 is going to be updated. [ 816.516868] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b13ac1a2-4735-49c3-916c-8767b46c962c',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.551157] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.551485] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.551485] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.551920] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.551920] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.563031] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a90801d-ed92-4c90-80d7-eae5cb727c07 in Status: IN_PROGRESS for 2s [ 816.827867] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock network-581 taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.828143] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "network-581" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.828192] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "network-581" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.828605] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "network-581" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.828892] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.829063] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.829180] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.829469] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.830112] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.830112] env[65307]: DEBUG dogpile.cache.region [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 816.830112] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] NeedRegenerationException {{(pid=65307) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 816.830112] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] no value, waiting for create lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 816.830990] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] value creation lock acquired {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 816.830990] env[65307]: DEBUG dogpile.cache.region [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 816.830990] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Calling creation function for not-yet-present value {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 816.830990] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 816.851856] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 816.852044] env[65307]: DEBUG dogpile.cache.region [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65307) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 816.852221] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Released creation lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 816.852553] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "network-581" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.853030] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock port-d1a9af3e-bebd-44fd-8573-084dae4d0e08 taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.853161] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "port-d1a9af3e-bebd-44fd-8573-084dae4d0e08" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.853220] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "port-d1a9af3e-bebd-44fd-8573-084dae4d0e08" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.853548] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "port-d1a9af3e-bebd-44fd-8573-084dae4d0e08" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.853692] env[65307]: DEBUG networking_nsxv3.api.rpc [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d1a9af3e-bebd-44fd-8573-084dae4d0e08',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.022165] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b13ac1a2-4735-49c3-916c-8767b46c962c',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.356935] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.356935] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.357173] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.357951] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.357951] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.357951] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Segment Port d1a9af3e-bebd-44fd-8573-084dae4d0e08 not found, creating... [ 817.358220] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.358220] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.358317] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.358580] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.358783] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.359818] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.360178] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.360395] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.360793] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.360998] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.361234] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Resource: SegmentPort with ID: d1a9af3e-bebd-44fd-8573-084dae4d0e08 is going to be created. [ 817.390829] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.391076] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.391289] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.391477] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.391716] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.391942] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "port-d1a9af3e-bebd-44fd-8573-084dae4d0e08" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.525028] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.525327] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.525413] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.525718] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.525853] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.526013] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b13ac1a2-4735-49c3-916c-8767b46c962c is going to be updated. [ 817.563343] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.563820] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.563820] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.563820] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.564875] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.576841] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b13ac1a2-4735-49c3-916c-8767b46c962c in Status: IN_PROGRESS for 2s [ 817.587127] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f1ab888-f76c-4393-b493-6be010285e2c in Status: SUCCESS [ 817.587358] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f1ab888-f76c-4393-b493-6be010285e2c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.587603] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f1ab888-f76c-4393-b493-6be010285e2c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.587882] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f1ab888-f76c-4393-b493-6be010285e2c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.588097] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.588224] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.588288] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.588525] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.588619] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.588749] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f1ab888-f76c-4393-b493-6be010285e2c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.588860] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2f1ab888-f76c-4393-b493-6be010285e2c',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.092057] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f1ab888-f76c-4393-b493-6be010285e2c taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.092057] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f1ab888-f76c-4393-b493-6be010285e2c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.092057] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f1ab888-f76c-4393-b493-6be010285e2c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.092369] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f1ab888-f76c-4393-b493-6be010285e2c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.092564] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.092706] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.092804] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.093265] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.094033] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.094033] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f1ab888-f76c-4393-b493-6be010285e2c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.094033] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f1ab888-f76c-4393-b493-6be010285e2c taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.094033] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f1ab888-f76c-4393-b493-6be010285e2c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.094270] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f1ab888-f76c-4393-b493-6be010285e2c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.094701] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f1ab888-f76c-4393-b493-6be010285e2c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.094701] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.094701] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.094701] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.096506] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.096672] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.096819] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f1ab888-f76c-4393-b493-6be010285e2c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.096978] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2f1ab888-f76c-4393-b493-6be010285e2c',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.144534] env[65307]: INFO networking_nsxv3.common.synchronization [req-48633d39-80d1-477f-bece-85dc0a10d3cc req-f80971d7-386e-4296-84e5-ee25b95081c4 service nova] Enqueued Resource ID: 7a90801d-ed92-4c90-80d7-eae5cb727c07 with Priority: HIGHEST for action security_group_rules [ 818.144651] env[65307]: INFO networking_nsxv3.common.synchronization [req-48633d39-80d1-477f-bece-85dc0a10d3cc req-f80971d7-386e-4296-84e5-ee25b95081c4 service nova] Enqueued Resource ID: 7a90801d-ed92-4c90-80d7-eae5cb727c07 with Priority: HIGHEST for action security_group_members [ 818.144763] env[65307]: INFO networking_nsxv3.common.synchronization [req-48633d39-80d1-477f-bece-85dc0a10d3cc req-f80971d7-386e-4296-84e5-ee25b95081c4 service nova] Enqueued Resource ID: d1a9af3e-bebd-44fd-8573-084dae4d0e08 with Priority: HIGHEST for action port [ 818.145285] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a90801d-ed92-4c90-80d7-eae5cb727c07 with Priority: HIGHEST for action security_group_rules [ 818.145517] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a90801d-ed92-4c90-80d7-eae5cb727c07 with Priority: HIGHEST for action security_group_members [ 818.145630] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1a9af3e-bebd-44fd-8573-084dae4d0e08 with Priority: HIGHEST for action port [ 818.145971] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7a90801d-ed92-4c90-80d7-eae5cb727c07 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.146153] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7a90801d-ed92-4c90-80d7-eae5cb727c07" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.146239] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7a90801d-ed92-4c90-80d7-eae5cb727c07" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.146548] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7a90801d-ed92-4c90-80d7-eae5cb727c07" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.146618] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7a90801d-ed92-4c90-80d7-eae5cb727c07',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.147823] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a90801d-ed92-4c90-80d7-eae5cb727c07 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.147955] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a90801d-ed92-4c90-80d7-eae5cb727c07" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.148261] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-d1a9af3e-bebd-44fd-8573-084dae4d0e08 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.148421] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d1a9af3e-bebd-44fd-8573-084dae4d0e08" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.148534] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d1a9af3e-bebd-44fd-8573-084dae4d0e08" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.148811] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d1a9af3e-bebd-44fd-8573-084dae4d0e08" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.148919] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d1a9af3e-bebd-44fd-8573-084dae4d0e08',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.574308] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a90801d-ed92-4c90-80d7-eae5cb727c07 in Status: SUCCESS [ 818.574599] env[65307]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7a90801d-ed92-4c90-80d7-eae5cb727c07 deletion is rescheduled due to dependency. [ 818.574710] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a90801d-ed92-4c90-80d7-eae5cb727c07" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.574849] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a90801d-ed92-4c90-80d7-eae5cb727c07" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.575168] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a90801d-ed92-4c90-80d7-eae5cb727c07" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.576028] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.576028] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.576028] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.576028] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.576028] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.576028] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7a90801d-ed92-4c90-80d7-eae5cb727c07',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.600426] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2f1ab888-f76c-4393-b493-6be010285e2c: rpc.has_security_group_logging(os_id): False [ 818.623163] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.623357] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.623442] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.623654] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.623740] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.623930] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.624044] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.624181] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.624299] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.624299] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.624828] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.624828] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.624828] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.624828] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.625194] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.625194] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.625194] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.625194] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.625578] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.625578] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.625578] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2f1ab888-f76c-4393-b493-6be010285e2c is going to be created. [ 818.652017] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a90801d-ed92-4c90-80d7-eae5cb727c07 taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.652017] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a90801d-ed92-4c90-80d7-eae5cb727c07" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.652017] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d1a9af3e-bebd-44fd-8573-084dae4d0e08 with status ACTIVE [ 818.652017] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.652017] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.652017] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.652017] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.652017] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.652350] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.652350] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.652350] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.652456] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.652500] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.652673] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.652760] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.652810] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.652948] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.653087] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.653136] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d1a9af3e-bebd-44fd-8573-084dae4d0e08 is going to be updated. [ 818.676074] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.676074] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.676074] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.676074] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.676074] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.676074] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d1a9af3e-bebd-44fd-8573-084dae4d0e08" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.702411] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.702704] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.703044] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.703290] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.703485] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.715643] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2f1ab888-f76c-4393-b493-6be010285e2c in Status: IN_PROGRESS for 2s [ 818.969619] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock network-432 taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.969884] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "network-432" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.970286] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "network-432" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.970876] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "network-432" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.971314] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.971619] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.971836] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.972202] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.972408] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.972785] env[65307]: DEBUG dogpile.cache.region [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 818.973013] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] NeedRegenerationException {{(pid=65307) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 818.973300] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] no value, waiting for create lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 818.973480] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] value creation lock acquired {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 818.973684] env[65307]: DEBUG dogpile.cache.region [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 818.973877] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Calling creation function for not-yet-present value {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 818.974137] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 818.996824] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 818.997145] env[65307]: DEBUG dogpile.cache.region [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65307) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 818.997288] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Released creation lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 818.997465] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "network-432" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.997794] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock port-5bade5a2-67da-4377-95ff-4711e34c0efa taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.997961] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "port-5bade5a2-67da-4377-95ff-4711e34c0efa" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.998091] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "port-5bade5a2-67da-4377-95ff-4711e34c0efa" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.998389] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "port-5bade5a2-67da-4377-95ff-4711e34c0efa" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.998599] env[65307]: DEBUG networking_nsxv3.api.rpc [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5bade5a2-67da-4377-95ff-4711e34c0efa',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.078419] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7a90801d-ed92-4c90-80d7-eae5cb727c07',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.501273] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.501506] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.501629] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.501899] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.502080] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.502298] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Segment Port 5bade5a2-67da-4377-95ff-4711e34c0efa not found, creating... [ 819.502483] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.502634] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.502784] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.502977] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.503148] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.503427] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.503579] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.503702] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.503988] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.504136] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.504275] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Resource: SegmentPort with ID: 5bade5a2-67da-4377-95ff-4711e34c0efa is going to be created. [ 819.525915] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.526132] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.526278] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.526637] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.526872] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.527137] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "port-5bade5a2-67da-4377-95ff-4711e34c0efa" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.583115] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7a90801d-ed92-4c90-80d7-eae5cb727c07',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.589236] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b13ac1a2-4735-49c3-916c-8767b46c962c in Status: SUCCESS [ 819.589236] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b13ac1a2-4735-49c3-916c-8767b46c962c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.589236] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b13ac1a2-4735-49c3-916c-8767b46c962c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.589236] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b13ac1a2-4735-49c3-916c-8767b46c962c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.589236] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.589236] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.589236] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.589236] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.589236] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.589236] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b13ac1a2-4735-49c3-916c-8767b46c962c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.589236] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-b13ac1a2-4735-49c3-916c-8767b46c962c taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.589236] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b13ac1a2-4735-49c3-916c-8767b46c962c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.589236] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b13ac1a2-4735-49c3-916c-8767b46c962c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.589236] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b13ac1a2-4735-49c3-916c-8767b46c962c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.589236] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.589236] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.589236] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.590344] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.590582] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.590800] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b13ac1a2-4735-49c3-916c-8767b46c962c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.591085] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b13ac1a2-4735-49c3-916c-8767b46c962c',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.084636] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.084852] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.084940] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.085224] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.085341] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.085612] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7a90801d-ed92-4c90-80d7-eae5cb727c07 is going to be updated. [ 820.093432] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b13ac1a2-4735-49c3-916c-8767b46c962c: rpc.has_security_group_logging(os_id): False [ 820.110644] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.110932] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.111086] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.111364] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.111502] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.111746] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.111864] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.111925] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.112103] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.112188] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.112385] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.112485] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.112544] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.112687] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.112764] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.113242] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.113355] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.113417] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.113555] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.114126] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.114243] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b13ac1a2-4735-49c3-916c-8767b46c962c is going to be created. [ 820.117657] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.117793] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.117840] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.118027] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.118151] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.127832] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a90801d-ed92-4c90-80d7-eae5cb727c07 in Status: IN_PROGRESS for 2s [ 820.176697] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.176857] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.176929] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.177251] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.177455] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.190313] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b13ac1a2-4735-49c3-916c-8767b46c962c in Status: IN_PROGRESS for 2s [ 820.261912] env[65307]: INFO networking_nsxv3.common.synchronization [req-48633d39-80d1-477f-bece-85dc0a10d3cc req-15e43b0f-67f6-4e64-86e2-c6f0d81a02df service nova] Enqueued Resource ID: 7a90801d-ed92-4c90-80d7-eae5cb727c07 with Priority: HIGHEST for action security_group_rules [ 820.261912] env[65307]: INFO networking_nsxv3.common.synchronization [req-48633d39-80d1-477f-bece-85dc0a10d3cc req-15e43b0f-67f6-4e64-86e2-c6f0d81a02df service nova] Enqueued Resource ID: 7a90801d-ed92-4c90-80d7-eae5cb727c07 with Priority: HIGHEST for action security_group_members [ 820.263792] env[65307]: INFO networking_nsxv3.common.synchronization [req-48633d39-80d1-477f-bece-85dc0a10d3cc req-15e43b0f-67f6-4e64-86e2-c6f0d81a02df service nova] Enqueued Resource ID: 5bade5a2-67da-4377-95ff-4711e34c0efa with Priority: HIGHEST for action port [ 820.264502] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a90801d-ed92-4c90-80d7-eae5cb727c07 with Priority: HIGHEST for action security_group_rules [ 820.264725] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a90801d-ed92-4c90-80d7-eae5cb727c07 with Priority: HIGHEST for action security_group_members [ 820.264825] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5bade5a2-67da-4377-95ff-4711e34c0efa with Priority: HIGHEST for action port [ 820.265126] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7a90801d-ed92-4c90-80d7-eae5cb727c07 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.265272] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7a90801d-ed92-4c90-80d7-eae5cb727c07" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.265419] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a90801d-ed92-4c90-80d7-eae5cb727c07 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.265501] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a90801d-ed92-4c90-80d7-eae5cb727c07" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.265681] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-5bade5a2-67da-4377-95ff-4711e34c0efa taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.265793] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5bade5a2-67da-4377-95ff-4711e34c0efa" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.265848] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5bade5a2-67da-4377-95ff-4711e34c0efa" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.266048] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5bade5a2-67da-4377-95ff-4711e34c0efa" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.266142] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5bade5a2-67da-4377-95ff-4711e34c0efa',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.730141] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2f1ab888-f76c-4393-b493-6be010285e2c in Status: SUCCESS [ 820.730379] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2f1ab888-f76c-4393-b493-6be010285e2c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.771221] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5bade5a2-67da-4377-95ff-4711e34c0efa with status ACTIVE [ 820.772582] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.772582] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.772582] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.772582] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.772582] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.772582] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.772582] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.772582] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.772582] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.772582] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.773149] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.773149] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.773149] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.773270] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.773361] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.773447] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5bade5a2-67da-4377-95ff-4711e34c0efa is going to be updated. [ 820.818195] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.818195] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.818195] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.818195] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.818195] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.818195] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5bade5a2-67da-4377-95ff-4711e34c0efa" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.631844] env[65307]: INFO networking_nsxv3.common.synchronization [req-34712fe3-8cbc-4afb-a120-6d0b87dceecb req-bc7619a7-1748-4090-83d8-ffa5835e59f8 tempest-ServersAdminNegativeTestJSON-892649280 tempest-ServersAdminNegativeTestJSON-892649280-project-member] Enqueued Resource ID: 3d2bb0fe-56a7-42b0-a655-d693abaa2102 with Priority: HIGHEST for action security_group_members [ 821.633194] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d2bb0fe-56a7-42b0-a655-d693abaa2102 with Priority: HIGHEST for action security_group_members [ 821.633703] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d2bb0fe-56a7-42b0-a655-d693abaa2102 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.633887] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d2bb0fe-56a7-42b0-a655-d693abaa2102" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.633994] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d2bb0fe-56a7-42b0-a655-d693abaa2102" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.634426] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d2bb0fe-56a7-42b0-a655-d693abaa2102" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.634649] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.634804] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.634892] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.635080] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.635205] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.635260] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3d2bb0fe-56a7-42b0-a655-d693abaa2102',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.138479] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3d2bb0fe-56a7-42b0-a655-d693abaa2102',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.140307] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a90801d-ed92-4c90-80d7-eae5cb727c07 in Status: SUCCESS [ 822.140919] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a90801d-ed92-4c90-80d7-eae5cb727c07" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.142099] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a90801d-ed92-4c90-80d7-eae5cb727c07" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.142099] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a90801d-ed92-4c90-80d7-eae5cb727c07" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.142099] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.142099] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.142895] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.142983] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.143158] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.143317] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7a90801d-ed92-4c90-80d7-eae5cb727c07',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.207166] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b13ac1a2-4735-49c3-916c-8767b46c962c in Status: SUCCESS [ 822.207517] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b13ac1a2-4735-49c3-916c-8767b46c962c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.208030] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b13ac1a2-4735-49c3-916c-8767b46c962c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.208030] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b13ac1a2-4735-49c3-916c-8767b46c962c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.208144] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b13ac1a2-4735-49c3-916c-8767b46c962c',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.595248] env[65307]: INFO networking_nsxv3.common.synchronization [req-64a5f269-db96-4220-beda-e3a7841863c2 req-71e06d1c-d1b3-41c0-9b26-64c8628bca23 tempest-ServersAdminTestJSON-1069615806 tempest-ServersAdminTestJSON-1069615806-project-member] Enqueued Resource ID: d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa with Priority: HIGHEST for action security_group_members [ 822.595856] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa with Priority: HIGHEST for action security_group_members [ 822.596541] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.596661] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.596726] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.596941] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.597181] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.597273] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.597273] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.597426] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.597514] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.597612] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.645648] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3d2bb0fe-56a7-42b0-a655-d693abaa2102',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.646860] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7a90801d-ed92-4c90-80d7-eae5cb727c07',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.710514] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-b13ac1a2-4735-49c3-916c-8767b46c962c taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.710725] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b13ac1a2-4735-49c3-916c-8767b46c962c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.710798] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b13ac1a2-4735-49c3-916c-8767b46c962c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.711031] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b13ac1a2-4735-49c3-916c-8767b46c962c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.711204] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.711306] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.711368] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.711540] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.711678] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.711728] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b13ac1a2-4735-49c3-916c-8767b46c962c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.711840] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b13ac1a2-4735-49c3-916c-8767b46c962c',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.099967] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.148467] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.148907] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.148907] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.149037] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.151333] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.151333] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d2bb0fe-56a7-42b0-a655-d693abaa2102 is going to be updated. [ 823.151333] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7a90801d-ed92-4c90-80d7-eae5cb727c07',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.184850] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.184998] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.185082] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.185301] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.185487] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.196156] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d2bb0fe-56a7-42b0-a655-d693abaa2102 in Status: IN_PROGRESS for 2s [ 823.216329] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-b13ac1a2-4735-49c3-916c-8767b46c962c taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.216329] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b13ac1a2-4735-49c3-916c-8767b46c962c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.216329] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b13ac1a2-4735-49c3-916c-8767b46c962c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.216329] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b13ac1a2-4735-49c3-916c-8767b46c962c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.216329] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.216329] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.216329] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.216329] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.216329] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.216329] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b13ac1a2-4735-49c3-916c-8767b46c962c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.216329] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-b13ac1a2-4735-49c3-916c-8767b46c962c taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.216329] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b13ac1a2-4735-49c3-916c-8767b46c962c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.216952] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b13ac1a2-4735-49c3-916c-8767b46c962c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.216952] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b13ac1a2-4735-49c3-916c-8767b46c962c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.216952] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.216952] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.216952] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.217134] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.217168] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.217978] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b13ac1a2-4735-49c3-916c-8767b46c962c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.217978] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b13ac1a2-4735-49c3-916c-8767b46c962c',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.603441] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.653968] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.654140] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.654209] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.654427] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.654513] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.654606] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7a90801d-ed92-4c90-80d7-eae5cb727c07 is going to be updated. [ 823.690422] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.690646] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.690646] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.690925] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.691104] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.701780] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a90801d-ed92-4c90-80d7-eae5cb727c07 in Status: IN_PROGRESS for 2s [ 823.729316] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b13ac1a2-4735-49c3-916c-8767b46c962c: rpc.has_security_group_logging(os_id): False [ 823.752888] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.753074] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.753232] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.753400] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.753497] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.753775] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.753885] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.753951] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.754153] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.754234] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.754444] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.754582] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.755608] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.755982] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.756142] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.756546] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.756725] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.756831] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.757176] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.757317] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.757439] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b13ac1a2-4735-49c3-916c-8767b46c962c is going to be updated. [ 823.841992] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.842116] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.842431] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.842431] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.842981] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.856426] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b13ac1a2-4735-49c3-916c-8767b46c962c in Status: IN_PROGRESS for 2s [ 824.107659] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.107961] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.108144] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.108466] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.108722] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.108913] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa is going to be updated. [ 824.144497] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.144647] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.144718] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.144941] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.145110] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.156597] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa in Status: IN_PROGRESS for 2s [ 825.206372] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d2bb0fe-56a7-42b0-a655-d693abaa2102 in Status: SUCCESS [ 825.206772] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d2bb0fe-56a7-42b0-a655-d693abaa2102" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.712716] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a90801d-ed92-4c90-80d7-eae5cb727c07 in Status: SUCCESS [ 825.712979] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a90801d-ed92-4c90-80d7-eae5cb727c07" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.713182] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a90801d-ed92-4c90-80d7-eae5cb727c07" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.713415] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a90801d-ed92-4c90-80d7-eae5cb727c07" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.713596] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.714074] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.714074] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.714074] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.714074] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.714288] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a90801d-ed92-4c90-80d7-eae5cb727c07" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.714288] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7a90801d-ed92-4c90-80d7-eae5cb727c07',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.715282] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a90801d-ed92-4c90-80d7-eae5cb727c07" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.715340] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a90801d-ed92-4c90-80d7-eae5cb727c07" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.715638] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.715638] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.715638] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.715807] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.716027] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.716027] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7a90801d-ed92-4c90-80d7-eae5cb727c07',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.869957] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b13ac1a2-4735-49c3-916c-8767b46c962c in Status: SUCCESS [ 825.869957] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b13ac1a2-4735-49c3-916c-8767b46c962c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.166521] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa in Status: SUCCESS [ 826.166794] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.217504] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a90801d-ed92-4c90-80d7-eae5cb727c07 taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.217871] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a90801d-ed92-4c90-80d7-eae5cb727c07" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.217871] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7a90801d-ed92-4c90-80d7-eae5cb727c07',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.720389] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7a90801d-ed92-4c90-80d7-eae5cb727c07',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.224380] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.224816] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.224816] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.224816] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.224936] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.225032] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7a90801d-ed92-4c90-80d7-eae5cb727c07 is going to be updated. [ 827.267183] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.267183] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.267381] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.267417] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.267564] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.282766] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a90801d-ed92-4c90-80d7-eae5cb727c07 in Status: IN_PROGRESS for 2s [ 827.488911] env[65307]: INFO networking_nsxv3.common.synchronization [req-155a19ff-ac04-4ba5-8df8-ca944fac1577 req-6e377344-956a-4f85-b659-d06c63044c0f tempest-ServerPasswordTestJSON-1998158523 tempest-ServerPasswordTestJSON-1998158523-project-member] Enqueued Resource ID: 2f1ab888-f76c-4393-b493-6be010285e2c with Priority: HIGHEST for action security_group_members [ 827.489474] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f1ab888-f76c-4393-b493-6be010285e2c with Priority: HIGHEST for action security_group_members [ 827.489778] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f1ab888-f76c-4393-b493-6be010285e2c taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.490695] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f1ab888-f76c-4393-b493-6be010285e2c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.490695] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f1ab888-f76c-4393-b493-6be010285e2c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.490832] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f1ab888-f76c-4393-b493-6be010285e2c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.490952] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.491076] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.491313] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.491491] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.491582] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.491678] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2f1ab888-f76c-4393-b493-6be010285e2c',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.857204] env[65307]: INFO networking_nsxv3.common.synchronization [req-33df2223-3f52-438d-8c47-d5925ea39d6a req-7e864550-2051-4f16-b896-17458196c982 tempest-ImagesOneServerNegativeTestJSON-770033829 tempest-ImagesOneServerNegativeTestJSON-770033829-project-member] Enqueued Resource ID: 89714c59-b91a-49ce-918c-e131d8652049 with Priority: HIGHEST for action security_group_members [ 827.857204] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89714c59-b91a-49ce-918c-e131d8652049 with Priority: HIGHEST for action security_group_members [ 827.857204] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-89714c59-b91a-49ce-918c-e131d8652049 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.857204] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-89714c59-b91a-49ce-918c-e131d8652049" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.857204] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-89714c59-b91a-49ce-918c-e131d8652049" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.857732] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-89714c59-b91a-49ce-918c-e131d8652049" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.858159] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.858418] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.858647] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.858979] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.859335] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.859711] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('89714c59-b91a-49ce-918c-e131d8652049',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.933774] env[65307]: INFO networking_nsxv3.common.synchronization [None req-c61c4535-2189-4550-8e94-bf694ff85f67 None None] Enqueued Resource ID: 46891f4f-4153-4099-afd9-62281d2be61f with Priority: HIGHEST for action port [ 827.933774] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46891f4f-4153-4099-afd9-62281d2be61f with Priority: HIGHEST for action port [ 827.933774] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-46891f4f-4153-4099-afd9-62281d2be61f taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.934617] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-46891f4f-4153-4099-afd9-62281d2be61f" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.934839] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-46891f4f-4153-4099-afd9-62281d2be61f" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.937105] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-46891f4f-4153-4099-afd9-62281d2be61f" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.937105] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('46891f4f-4153-4099-afd9-62281d2be61f',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.996850] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.996850] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.996850] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.996850] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.996850] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.996850] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.996850] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.996850] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.996850] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.996850] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.996850] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f1ab888-f76c-4393-b493-6be010285e2c is going to be updated. [ 828.031204] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.031204] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.031204] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.031204] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.031204] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.045759] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f1ab888-f76c-4393-b493-6be010285e2c in Status: IN_PROGRESS for 2s [ 828.288020] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock network-624 taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.288020] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "network-624" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.288020] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "network-624" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.288709] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "network-624" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.289206] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.289936] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.289936] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.290206] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.290206] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.290605] env[65307]: DEBUG dogpile.cache.region [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 828.290605] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] NeedRegenerationException {{(pid=65307) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 828.290772] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] no value, waiting for create lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 828.290772] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] value creation lock acquired {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 828.291102] env[65307]: DEBUG dogpile.cache.region [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 828.291102] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Calling creation function for not-yet-present value {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 828.291248] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 828.323655] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 828.323904] env[65307]: DEBUG dogpile.cache.region [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=65307) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 828.324023] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Released creation lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 828.324304] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "network-624" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.324643] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock port-a0db0169-6e40-4e72-b519-b2a39d46a03f taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.324805] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "port-a0db0169-6e40-4e72-b519-b2a39d46a03f" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.324922] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "port-a0db0169-6e40-4e72-b519-b2a39d46a03f" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.325299] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "port-a0db0169-6e40-4e72-b519-b2a39d46a03f" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.325502] env[65307]: DEBUG networking_nsxv3.api.rpc [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a0db0169-6e40-4e72-b519-b2a39d46a03f',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.362829] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.363064] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.363064] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.363254] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.363354] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.363561] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.363852] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.363852] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.363968] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.363968] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.364050] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 89714c59-b91a-49ce-918c-e131d8652049 already deleted. [ 828.364100] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-89714c59-b91a-49ce-918c-e131d8652049" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.440091] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 46891f4f-4153-4099-afd9-62281d2be61f [ 828.440091] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.440091] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.440091] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.440370] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.440370] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.440438] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:46891f4f-4153-4099-afd9-62281d2be61f already deleted. [ 828.440581] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-46891f4f-4153-4099-afd9-62281d2be61f" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.827858] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.828102] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.828230] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.828574] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.829025] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.829025] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Segment Port a0db0169-6e40-4e72-b519-b2a39d46a03f not found, creating... [ 828.829164] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.829279] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.829391] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.829607] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.829762] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.830055] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.830211] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.830326] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.831560] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.831745] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.832077] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Resource: SegmentPort with ID: a0db0169-6e40-4e72-b519-b2a39d46a03f is going to be created. [ 828.856322] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.856556] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.856688] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.857071] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.857329] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.857874] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "port-a0db0169-6e40-4e72-b519-b2a39d46a03f" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.298619] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a90801d-ed92-4c90-80d7-eae5cb727c07 in Status: SUCCESS [ 829.298961] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a90801d-ed92-4c90-80d7-eae5cb727c07" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.299078] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a90801d-ed92-4c90-80d7-eae5cb727c07" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.299332] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a90801d-ed92-4c90-80d7-eae5cb727c07" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.299551] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.299723] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.299885] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.299959] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.300106] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.300106] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a90801d-ed92-4c90-80d7-eae5cb727c07" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.300277] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a90801d-ed92-4c90-80d7-eae5cb727c07 taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.300429] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a90801d-ed92-4c90-80d7-eae5cb727c07" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.300429] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a90801d-ed92-4c90-80d7-eae5cb727c07" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.301117] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a90801d-ed92-4c90-80d7-eae5cb727c07" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.301117] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.301117] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.301117] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.301117] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.302660] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.302833] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a90801d-ed92-4c90-80d7-eae5cb727c07" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.302942] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7a90801d-ed92-4c90-80d7-eae5cb727c07',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.601193] env[65307]: INFO networking_nsxv3.common.synchronization [req-33df2223-3f52-438d-8c47-d5925ea39d6a req-4d6a2ebb-3a0e-408d-a811-abe79dd7413f service nova] Enqueued Resource ID: 89714c59-b91a-49ce-918c-e131d8652049 with Priority: HIGHEST for action security_group_rules [ 829.601873] env[65307]: INFO networking_nsxv3.common.synchronization [req-33df2223-3f52-438d-8c47-d5925ea39d6a req-4d6a2ebb-3a0e-408d-a811-abe79dd7413f service nova] Enqueued Resource ID: 89714c59-b91a-49ce-918c-e131d8652049 with Priority: HIGHEST for action security_group_members [ 829.601873] env[65307]: INFO networking_nsxv3.common.synchronization [req-33df2223-3f52-438d-8c47-d5925ea39d6a req-4d6a2ebb-3a0e-408d-a811-abe79dd7413f service nova] Enqueued Resource ID: a0db0169-6e40-4e72-b519-b2a39d46a03f with Priority: HIGHEST for action port [ 829.603983] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89714c59-b91a-49ce-918c-e131d8652049 with Priority: HIGHEST for action security_group_rules [ 829.603983] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89714c59-b91a-49ce-918c-e131d8652049 with Priority: HIGHEST for action security_group_members [ 829.603983] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0db0169-6e40-4e72-b519-b2a39d46a03f with Priority: HIGHEST for action port [ 829.603983] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-89714c59-b91a-49ce-918c-e131d8652049 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.603983] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-89714c59-b91a-49ce-918c-e131d8652049" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.603983] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-89714c59-b91a-49ce-918c-e131d8652049" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.603983] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-89714c59-b91a-49ce-918c-e131d8652049" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.603983] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('89714c59-b91a-49ce-918c-e131d8652049',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.604696] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-89714c59-b91a-49ce-918c-e131d8652049 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.604834] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-89714c59-b91a-49ce-918c-e131d8652049" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.604887] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-89714c59-b91a-49ce-918c-e131d8652049" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.605067] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-89714c59-b91a-49ce-918c-e131d8652049" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.605223] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.605318] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.605383] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.605607] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.605607] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.605742] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('89714c59-b91a-49ce-918c-e131d8652049',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.606788] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-a0db0169-6e40-4e72-b519-b2a39d46a03f taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.606952] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a0db0169-6e40-4e72-b519-b2a39d46a03f" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.606952] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a0db0169-6e40-4e72-b519-b2a39d46a03f" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.607125] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a0db0169-6e40-4e72-b519-b2a39d46a03f" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.607363] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a0db0169-6e40-4e72-b519-b2a39d46a03f',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.805949] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7a90801d-ed92-4c90-80d7-eae5cb727c07: rpc.has_security_group_logging(os_id): False [ 829.828347] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.828518] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.828518] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.828781] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.828869] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.830244] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.830244] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.830244] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.830463] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.830463] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.830677] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.830775] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.830826] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.831044] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.831044] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.831228] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.831356] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.831411] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.831522] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.831595] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.832046] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7a90801d-ed92-4c90-80d7-eae5cb727c07 is going to be updated. [ 829.903035] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.903035] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.903035] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.903495] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.903495] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.922946] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7a90801d-ed92-4c90-80d7-eae5cb727c07 in Status: IN_PROGRESS for 2s [ 830.060676] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f1ab888-f76c-4393-b493-6be010285e2c in Status: SUCCESS [ 830.060901] env[65307]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f1ab888-f76c-4393-b493-6be010285e2c deletion is rescheduled due to dependency. [ 830.061055] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f1ab888-f76c-4393-b493-6be010285e2c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.108714] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-89714c59-b91a-49ce-918c-e131d8652049 taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.108955] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-89714c59-b91a-49ce-918c-e131d8652049" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.109104] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('89714c59-b91a-49ce-918c-e131d8652049',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.110014] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a0db0169-6e40-4e72-b519-b2a39d46a03f with status ACTIVE [ 830.110232] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.110342] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.110390] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.110617] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.110806] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.111008] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.111139] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.111207] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.111366] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.111434] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.111649] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.111797] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.111840] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.112096] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.112178] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.112265] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a0db0169-6e40-4e72-b519-b2a39d46a03f is going to be updated. [ 830.136733] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.136884] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.136940] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.137158] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.137313] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.137469] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a0db0169-6e40-4e72-b519-b2a39d46a03f" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.560429] env[65307]: INFO networking_nsxv3.common.synchronization [None req-93c30e71-5b16-4b47-9463-b673491b83db None None] Enqueued Resource ID: 06711b14-934a-4bdf-b009-e223a2833201 with Priority: HIGHEST for action port [ 830.560429] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06711b14-934a-4bdf-b009-e223a2833201 with Priority: HIGHEST for action port [ 830.560868] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-06711b14-934a-4bdf-b009-e223a2833201 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.560868] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-06711b14-934a-4bdf-b009-e223a2833201" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.560868] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-06711b14-934a-4bdf-b009-e223a2833201" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.561239] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-06711b14-934a-4bdf-b009-e223a2833201" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.561318] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('06711b14-934a-4bdf-b009-e223a2833201',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.614349] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('89714c59-b91a-49ce-918c-e131d8652049',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.063881] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 06711b14-934a-4bdf-b009-e223a2833201 [ 831.064556] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.064929] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.065061] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.065307] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.065485] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.065603] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:06711b14-934a-4bdf-b009-e223a2833201 already deleted. [ 831.065706] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-06711b14-934a-4bdf-b009-e223a2833201" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.119506] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.119506] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.119506] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.119506] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.120068] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.120068] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 89714c59-b91a-49ce-918c-e131d8652049 is going to be created. [ 831.150026] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.150026] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.150026] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.150026] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.150026] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.159806] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 89714c59-b91a-49ce-918c-e131d8652049 in Status: UNINITIALIZED for 2s [ 831.592787] env[65307]: INFO networking_nsxv3.common.synchronization [req-cd3d52c0-236c-4231-b5ed-0ffd5c8538dc req-02bc3a61-781f-4bea-8ff0-8578239b653a tempest-ServerRescueNegativeTestJSON-775459428 tempest-ServerRescueNegativeTestJSON-775459428-project-member] Enqueued Resource ID: 53c9cd1e-287d-4b77-b19f-b5ba8e956822 with Priority: HIGHEST for action security_group_members [ 831.594849] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53c9cd1e-287d-4b77-b19f-b5ba8e956822 with Priority: HIGHEST for action security_group_members [ 831.595315] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-53c9cd1e-287d-4b77-b19f-b5ba8e956822 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.596130] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53c9cd1e-287d-4b77-b19f-b5ba8e956822" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.596238] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53c9cd1e-287d-4b77-b19f-b5ba8e956822" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.596463] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53c9cd1e-287d-4b77-b19f-b5ba8e956822" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.596705] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.596858] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.596952] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.597212] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.597319] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.597411] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('53c9cd1e-287d-4b77-b19f-b5ba8e956822',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.947552] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7a90801d-ed92-4c90-80d7-eae5cb727c07 in Status: SUCCESS [ 831.947552] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7a90801d-ed92-4c90-80d7-eae5cb727c07" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.947552] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7a90801d-ed92-4c90-80d7-eae5cb727c07" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.947552] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7a90801d-ed92-4c90-80d7-eae5cb727c07" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.947552] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7a90801d-ed92-4c90-80d7-eae5cb727c07',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.001926] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock network-481 taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.002144] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "network-481" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.002265] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "network-481" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.002522] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "network-481" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.002786] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.002961] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.003111] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.003263] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.003404] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.003608] env[65307]: DEBUG dogpile.cache.region [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 832.003716] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] NeedRegenerationException {{(pid=65307) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 832.003817] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] no value, waiting for create lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 832.003918] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] value creation lock acquired {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 832.004030] env[65307]: DEBUG dogpile.cache.region [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 832.004133] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Calling creation function for not-yet-present value {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 832.004257] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 832.030202] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 832.030384] env[65307]: DEBUG dogpile.cache.region [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65307) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 832.030530] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Released creation lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 832.030727] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "network-481" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.031099] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock port-04fdf26a-192b-4df3-9868-4ccbac61be52 taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.031278] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "port-04fdf26a-192b-4df3-9868-4ccbac61be52" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.031427] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "port-04fdf26a-192b-4df3-9868-4ccbac61be52" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.031812] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "port-04fdf26a-192b-4df3-9868-4ccbac61be52" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.031958] env[65307]: DEBUG networking_nsxv3.api.rpc [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('04fdf26a-192b-4df3-9868-4ccbac61be52',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.102550] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.102713] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.102815] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.103408] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.103408] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.103408] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.104109] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.104255] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.105246] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.105246] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.105246] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53c9cd1e-287d-4b77-b19f-b5ba8e956822 already deleted. [ 832.105246] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53c9cd1e-287d-4b77-b19f-b5ba8e956822" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.370863] env[65307]: INFO networking_nsxv3.common.synchronization [req-ecfcf976-5e2b-420b-afba-8f803001023f req-d6b9ce44-5107-4441-9d4a-02a1b4968d4a tempest-ServersTestMultiNic-1991800171 tempest-ServersTestMultiNic-1991800171-project-member] Enqueued Resource ID: 7a90801d-ed92-4c90-80d7-eae5cb727c07 with Priority: HIGHEST for action security_group_members [ 832.371473] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a90801d-ed92-4c90-80d7-eae5cb727c07 with Priority: HIGHEST for action security_group_members [ 832.371821] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a90801d-ed92-4c90-80d7-eae5cb727c07 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.372184] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a90801d-ed92-4c90-80d7-eae5cb727c07" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.372184] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a90801d-ed92-4c90-80d7-eae5cb727c07" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.372370] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a90801d-ed92-4c90-80d7-eae5cb727c07" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.372440] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.372537] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.372592] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.372763] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.372848] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.372936] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7a90801d-ed92-4c90-80d7-eae5cb727c07',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.450203] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a90801d-ed92-4c90-80d7-eae5cb727c07 taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.450414] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a90801d-ed92-4c90-80d7-eae5cb727c07" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.534912] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.535255] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.535419] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.535743] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.535930] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.536127] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Segment Port 04fdf26a-192b-4df3-9868-4ccbac61be52 not found, creating... [ 832.536430] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.536716] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.536876] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.537156] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.537335] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.537647] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.537879] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.538008] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.538227] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.538358] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.538492] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Resource: SegmentPort with ID: 04fdf26a-192b-4df3-9868-4ccbac61be52 is going to be created. [ 832.559868] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.560174] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.560312] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.560597] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.560839] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.561087] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "port-04fdf26a-192b-4df3-9868-4ccbac61be52" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.614085] env[65307]: INFO networking_nsxv3.common.synchronization [req-ecfcf976-5e2b-420b-afba-8f803001023f req-88dd24da-8ff6-4746-bbc9-726528c04522 tempest-ServersTestMultiNic-1991800171 tempest-ServersTestMultiNic-1991800171-project-member] Enqueued Resource ID: 7a90801d-ed92-4c90-80d7-eae5cb727c07 with Priority: HIGHEST for action security_group_members [ 832.614640] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a90801d-ed92-4c90-80d7-eae5cb727c07 with Priority: HIGHEST for action security_group_members [ 832.614949] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a90801d-ed92-4c90-80d7-eae5cb727c07 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.615067] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a90801d-ed92-4c90-80d7-eae5cb727c07" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.875895] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7a90801d-ed92-4c90-80d7-eae5cb727c07',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.171202] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 89714c59-b91a-49ce-918c-e131d8652049 in Status: SUCCESS [ 833.171418] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-89714c59-b91a-49ce-918c-e131d8652049" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.171586] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-89714c59-b91a-49ce-918c-e131d8652049" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.171894] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-89714c59-b91a-49ce-918c-e131d8652049" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.172136] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.172279] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.172370] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.172505] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.172585] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.172693] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-89714c59-b91a-49ce-918c-e131d8652049" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.172787] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('89714c59-b91a-49ce-918c-e131d8652049',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.341730] env[65307]: INFO networking_nsxv3.common.synchronization [req-cd3d52c0-236c-4231-b5ed-0ffd5c8538dc req-c92288a7-0a56-479c-ae6f-3276fd60fe47 service nova] Enqueued Resource ID: 53c9cd1e-287d-4b77-b19f-b5ba8e956822 with Priority: HIGHEST for action security_group_rules [ 833.341893] env[65307]: INFO networking_nsxv3.common.synchronization [req-cd3d52c0-236c-4231-b5ed-0ffd5c8538dc req-c92288a7-0a56-479c-ae6f-3276fd60fe47 service nova] Enqueued Resource ID: 53c9cd1e-287d-4b77-b19f-b5ba8e956822 with Priority: HIGHEST for action security_group_members [ 833.342060] env[65307]: INFO networking_nsxv3.common.synchronization [req-cd3d52c0-236c-4231-b5ed-0ffd5c8538dc req-c92288a7-0a56-479c-ae6f-3276fd60fe47 service nova] Enqueued Resource ID: 04fdf26a-192b-4df3-9868-4ccbac61be52 with Priority: HIGHEST for action port [ 833.342264] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53c9cd1e-287d-4b77-b19f-b5ba8e956822 with Priority: HIGHEST for action security_group_rules [ 833.342381] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53c9cd1e-287d-4b77-b19f-b5ba8e956822 with Priority: HIGHEST for action security_group_members [ 833.342478] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04fdf26a-192b-4df3-9868-4ccbac61be52 with Priority: HIGHEST for action port [ 833.343772] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-53c9cd1e-287d-4b77-b19f-b5ba8e956822 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.343942] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-53c9cd1e-287d-4b77-b19f-b5ba8e956822" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.344035] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-53c9cd1e-287d-4b77-b19f-b5ba8e956822" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.344263] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-53c9cd1e-287d-4b77-b19f-b5ba8e956822" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.344324] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('53c9cd1e-287d-4b77-b19f-b5ba8e956822',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.345370] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-53c9cd1e-287d-4b77-b19f-b5ba8e956822 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.345370] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53c9cd1e-287d-4b77-b19f-b5ba8e956822" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.345370] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53c9cd1e-287d-4b77-b19f-b5ba8e956822" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.345591] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53c9cd1e-287d-4b77-b19f-b5ba8e956822" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.345669] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.345763] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.345821] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.345964] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.346060] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.346144] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('53c9cd1e-287d-4b77-b19f-b5ba8e956822',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.346892] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-04fdf26a-192b-4df3-9868-4ccbac61be52 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.347277] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-04fdf26a-192b-4df3-9868-4ccbac61be52" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.347348] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-04fdf26a-192b-4df3-9868-4ccbac61be52" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.347504] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-04fdf26a-192b-4df3-9868-4ccbac61be52" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.347580] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('04fdf26a-192b-4df3-9868-4ccbac61be52',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.379412] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7a90801d-ed92-4c90-80d7-eae5cb727c07',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.675783] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-89714c59-b91a-49ce-918c-e131d8652049 taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.675783] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-89714c59-b91a-49ce-918c-e131d8652049" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.675783] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-89714c59-b91a-49ce-918c-e131d8652049" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.676168] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-89714c59-b91a-49ce-918c-e131d8652049" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.676273] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.676368] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.676368] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.676542] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.676654] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.676745] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-89714c59-b91a-49ce-918c-e131d8652049" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.676911] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-89714c59-b91a-49ce-918c-e131d8652049 taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.677033] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-89714c59-b91a-49ce-918c-e131d8652049" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.677097] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-89714c59-b91a-49ce-918c-e131d8652049" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.677245] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-89714c59-b91a-49ce-918c-e131d8652049" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.677438] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.677487] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.677545] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.677682] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.677772] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.677849] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-89714c59-b91a-49ce-918c-e131d8652049" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.677945] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('89714c59-b91a-49ce-918c-e131d8652049',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.849694] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-53c9cd1e-287d-4b77-b19f-b5ba8e956822 taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.849868] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53c9cd1e-287d-4b77-b19f-b5ba8e956822" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.850018] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('53c9cd1e-287d-4b77-b19f-b5ba8e956822',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.851062] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 04fdf26a-192b-4df3-9868-4ccbac61be52 with status ACTIVE [ 833.851284] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.851415] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.851500] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.851715] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.851807] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.852083] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.852192] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.852192] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.852308] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.852379] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.852752] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.852752] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.852925] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.853052] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.853253] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.853253] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 04fdf26a-192b-4df3-9868-4ccbac61be52 is going to be updated. [ 833.876833] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.877018] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.877064] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.877286] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.877423] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.877892] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-04fdf26a-192b-4df3-9868-4ccbac61be52" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.882482] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.882669] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.882721] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.883536] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.883536] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.883536] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7a90801d-ed92-4c90-80d7-eae5cb727c07 is going to be updated. [ 833.909470] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.909654] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.909728] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.909974] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.910153] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.921272] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a90801d-ed92-4c90-80d7-eae5cb727c07 in Status: IN_PROGRESS for 2s [ 834.181096] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 89714c59-b91a-49ce-918c-e131d8652049: rpc.has_security_group_logging(os_id): False [ 834.199641] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.199828] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.201482] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.201482] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.201482] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.201482] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.201482] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.201482] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.201482] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.201482] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.201482] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.201482] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.201482] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.201482] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.201482] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.201482] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.202376] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.202376] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.202376] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.202376] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.202376] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 89714c59-b91a-49ce-918c-e131d8652049 is going to be created. [ 834.299164] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.299164] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.299164] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.299399] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.300059] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.317833] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 89714c59-b91a-49ce-918c-e131d8652049 in Status: IN_PROGRESS for 2s [ 834.355353] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('53c9cd1e-287d-4b77-b19f-b5ba8e956822',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.718805] env[65307]: INFO networking_nsxv3.common.synchronization [None req-790a71b3-894e-40a4-82b4-01fe8ca5b373 tempest-AttachInterfacesTestJSON-1120364181 tempest-AttachInterfacesTestJSON-1120364181-project-member] Enqueued Resource ID: 3996475c-c507-4cb0-8b44-1ba4b8280428 with Priority: HIGHEST for action security_group_rules [ 834.719379] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3996475c-c507-4cb0-8b44-1ba4b8280428 with Priority: HIGHEST for action security_group_rules [ 834.719720] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3996475c-c507-4cb0-8b44-1ba4b8280428 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.719852] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3996475c-c507-4cb0-8b44-1ba4b8280428" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.719920] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3996475c-c507-4cb0-8b44-1ba4b8280428" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.720198] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3996475c-c507-4cb0-8b44-1ba4b8280428" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.720282] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3996475c-c507-4cb0-8b44-1ba4b8280428',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.804391] env[65307]: INFO networking_nsxv3.common.synchronization [None req-fcae6ba1-3bba-4a2b-914c-ad16693b16f9 tempest-AttachInterfacesTestJSON-1120364181 tempest-AttachInterfacesTestJSON-1120364181-project-member] Enqueued Resource ID: 3996475c-c507-4cb0-8b44-1ba4b8280428 with Priority: HIGHEST for action security_group_rules [ 834.804858] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3996475c-c507-4cb0-8b44-1ba4b8280428 with Priority: HIGHEST for action security_group_rules [ 834.805198] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3996475c-c507-4cb0-8b44-1ba4b8280428 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.805383] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3996475c-c507-4cb0-8b44-1ba4b8280428" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.857505] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.857673] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.857718] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.857924] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.858024] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.858131] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53c9cd1e-287d-4b77-b19f-b5ba8e956822 is going to be created. [ 834.883247] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.883489] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.883489] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.883685] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.883844] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.894361] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53c9cd1e-287d-4b77-b19f-b5ba8e956822 in Status: UNINITIALIZED for 2s [ 835.244917] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.245726] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.245878] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.246142] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.246272] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.246410] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3996475c-c507-4cb0-8b44-1ba4b8280428 already deleted. [ 835.246630] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3996475c-c507-4cb0-8b44-1ba4b8280428" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.246714] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3996475c-c507-4cb0-8b44-1ba4b8280428" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.246898] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3996475c-c507-4cb0-8b44-1ba4b8280428" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.246991] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3996475c-c507-4cb0-8b44-1ba4b8280428',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.769288] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.769714] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.769714] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.769933] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.769933] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.770049] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3996475c-c507-4cb0-8b44-1ba4b8280428 already deleted. [ 835.770090] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3996475c-c507-4cb0-8b44-1ba4b8280428" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.931423] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a90801d-ed92-4c90-80d7-eae5cb727c07 in Status: SUCCESS [ 835.931710] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a90801d-ed92-4c90-80d7-eae5cb727c07" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.931937] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a90801d-ed92-4c90-80d7-eae5cb727c07" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.932241] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a90801d-ed92-4c90-80d7-eae5cb727c07" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.932520] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.932686] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.932780] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.932994] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.933132] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.933240] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a90801d-ed92-4c90-80d7-eae5cb727c07" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.933379] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7a90801d-ed92-4c90-80d7-eae5cb727c07',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.934351] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a90801d-ed92-4c90-80d7-eae5cb727c07" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.934579] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a90801d-ed92-4c90-80d7-eae5cb727c07" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.934783] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.934913] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.934992] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.935184] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.935283] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.935378] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7a90801d-ed92-4c90-80d7-eae5cb727c07',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.335180] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 89714c59-b91a-49ce-918c-e131d8652049 in Status: SUCCESS [ 836.335180] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-89714c59-b91a-49ce-918c-e131d8652049" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.438436] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a90801d-ed92-4c90-80d7-eae5cb727c07 taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.438683] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a90801d-ed92-4c90-80d7-eae5cb727c07" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.438967] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.439127] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.439197] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.439517] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.439517] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.439771] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.439876] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.439939] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.440110] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.440197] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.440266] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7a90801d-ed92-4c90-80d7-eae5cb727c07 is going to be updated. [ 836.478036] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.478232] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.478346] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.478695] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.478906] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.492576] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a90801d-ed92-4c90-80d7-eae5cb727c07 in Status: IN_PROGRESS for 2s [ 836.906013] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53c9cd1e-287d-4b77-b19f-b5ba8e956822 in Status: SUCCESS [ 836.906372] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53c9cd1e-287d-4b77-b19f-b5ba8e956822" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.906639] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53c9cd1e-287d-4b77-b19f-b5ba8e956822" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.906675] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53c9cd1e-287d-4b77-b19f-b5ba8e956822" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.906880] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.907011] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.907082] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.907257] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.907348] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.907439] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53c9cd1e-287d-4b77-b19f-b5ba8e956822" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.907530] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('53c9cd1e-287d-4b77-b19f-b5ba8e956822',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.412836] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('53c9cd1e-287d-4b77-b19f-b5ba8e956822',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.916062] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 53c9cd1e-287d-4b77-b19f-b5ba8e956822: rpc.has_security_group_logging(os_id): False [ 837.938077] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.938077] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.938312] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.938681] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.938681] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.938884] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.939031] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.940210] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.940210] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.940210] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.940210] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 53c9cd1e-287d-4b77-b19f-b5ba8e956822 is going to be created. [ 838.011042] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.011228] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.011307] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.011485] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.011675] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.029353] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 53c9cd1e-287d-4b77-b19f-b5ba8e956822 in Status: IN_PROGRESS for 2s [ 838.502782] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a90801d-ed92-4c90-80d7-eae5cb727c07 in Status: SUCCESS [ 838.502967] env[65307]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7a90801d-ed92-4c90-80d7-eae5cb727c07 deletion is rescheduled due to dependency. [ 838.503092] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a90801d-ed92-4c90-80d7-eae5cb727c07" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.503361] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a90801d-ed92-4c90-80d7-eae5cb727c07" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.503463] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a90801d-ed92-4c90-80d7-eae5cb727c07" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.503653] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.503765] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.503825] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.503973] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.504075] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.504161] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a90801d-ed92-4c90-80d7-eae5cb727c07" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.504359] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a90801d-ed92-4c90-80d7-eae5cb727c07 taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.504443] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a90801d-ed92-4c90-80d7-eae5cb727c07" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.504443] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a90801d-ed92-4c90-80d7-eae5cb727c07" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.504583] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a90801d-ed92-4c90-80d7-eae5cb727c07" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.504719] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.504806] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.504861] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.504997] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.505577] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.505577] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a90801d-ed92-4c90-80d7-eae5cb727c07" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.505577] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7a90801d-ed92-4c90-80d7-eae5cb727c07',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.007921] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7a90801d-ed92-4c90-80d7-eae5cb727c07: rpc.has_security_group_logging(os_id): False [ 839.026675] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.026888] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.026947] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.027149] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.027241] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.027467] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.027567] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.027628] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.027779] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.027855] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.028053] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.028147] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.028203] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.028469] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.028469] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.028585] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.028684] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.028774] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.028918] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.028996] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.029112] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7a90801d-ed92-4c90-80d7-eae5cb727c07 is going to be updated. [ 839.175042] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.175042] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.175042] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.175318] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.175355] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.193189] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7a90801d-ed92-4c90-80d7-eae5cb727c07 in Status: IN_PROGRESS for 2s [ 839.805663] env[65307]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 839.805820] env[65307]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 840.043905] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 53c9cd1e-287d-4b77-b19f-b5ba8e956822 in Status: SUCCESS [ 840.044243] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-53c9cd1e-287d-4b77-b19f-b5ba8e956822" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.434486] env[65307]: INFO networking_nsxv3.common.synchronization [req-e4ff2220-2a02-4027-ae2c-e423f5b0fe2d req-8e0ca557-20a4-4647-9155-858e3b7f3f7d tempest-ServerDiskConfigTestJSON-294734907 tempest-ServerDiskConfigTestJSON-294734907-project-member] Enqueued Resource ID: 8acce43e-fe25-4bf7-968f-fd3904ef8dc8 with Priority: HIGHEST for action security_group_members [ 840.435366] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8acce43e-fe25-4bf7-968f-fd3904ef8dc8 with Priority: HIGHEST for action security_group_members [ 840.435366] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-8acce43e-fe25-4bf7-968f-fd3904ef8dc8 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.435532] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8acce43e-fe25-4bf7-968f-fd3904ef8dc8" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.435532] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8acce43e-fe25-4bf7-968f-fd3904ef8dc8" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.435744] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8acce43e-fe25-4bf7-968f-fd3904ef8dc8" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.435897] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.435996] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.436073] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.436226] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.436314] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.436408] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8acce43e-fe25-4bf7-968f-fd3904ef8dc8',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.780265] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock network-50 taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.780716] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "network-50" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.781022] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "network-50" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.781421] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "network-50" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.782220] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.782574] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.782854] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.784570] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.784570] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.784570] env[65307]: DEBUG dogpile.cache.region [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 840.784570] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] NeedRegenerationException {{(pid=65307) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 840.784570] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] no value, waiting for create lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 840.784570] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] value creation lock acquired {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 840.784570] env[65307]: DEBUG dogpile.cache.region [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 840.784570] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Calling creation function for not-yet-present value {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 840.784570] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 840.807027] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 840.807806] env[65307]: DEBUG dogpile.cache.region [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65307) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 840.807806] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Released creation lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 840.807806] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "network-50" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.809023] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock port-2eadc4d0-ec46-4b75-af30-ce4bb0d89860 taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.809276] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "port-2eadc4d0-ec46-4b75-af30-ce4bb0d89860" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.809495] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "port-2eadc4d0-ec46-4b75-af30-ce4bb0d89860" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.809981] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "port-2eadc4d0-ec46-4b75-af30-ce4bb0d89860" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.810234] env[65307]: DEBUG networking_nsxv3.api.rpc [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2eadc4d0-ec46-4b75-af30-ce4bb0d89860',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.938329] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.938775] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.938775] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.938983] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.963122] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.963390] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.963532] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.963579] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.963927] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.963927] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.963927] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8acce43e-fe25-4bf7-968f-fd3904ef8dc8 is going to be updated. [ 840.975118] env[65307]: INFO networking_nsxv3.common.synchronization [req-98fd5e2b-a916-4c56-a4f4-1e1bdfb99d34 req-2a851532-6071-4e06-adfb-325b2de995fb tempest-SecurityGroupsTestJSON-1072650661 tempest-SecurityGroupsTestJSON-1072650661-project-member] Enqueued Resource ID: 5ddd4949-dfef-4bff-b70c-b5b472b13019 with Priority: HIGHEST for action security_group_members [ 840.975769] env[65307]: INFO networking_nsxv3.common.synchronization [req-98fd5e2b-a916-4c56-a4f4-1e1bdfb99d34 req-2a851532-6071-4e06-adfb-325b2de995fb tempest-SecurityGroupsTestJSON-1072650661 tempest-SecurityGroupsTestJSON-1072650661-project-member] Enqueued Resource ID: fe361d1a-2e49-48a9-8811-8b161d48ac20 with Priority: HIGHEST for action security_group_members [ 840.975769] env[65307]: INFO networking_nsxv3.common.synchronization [req-98fd5e2b-a916-4c56-a4f4-1e1bdfb99d34 req-2a851532-6071-4e06-adfb-325b2de995fb tempest-SecurityGroupsTestJSON-1072650661 tempest-SecurityGroupsTestJSON-1072650661-project-member] Enqueued Resource ID: d7fb870e-dfa9-4088-855c-28b662a0b42b with Priority: HIGHEST for action security_group_members [ 840.976219] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ddd4949-dfef-4bff-b70c-b5b472b13019 with Priority: HIGHEST for action security_group_members [ 840.976474] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe361d1a-2e49-48a9-8811-8b161d48ac20 with Priority: HIGHEST for action security_group_members [ 840.976474] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7fb870e-dfa9-4088-855c-28b662a0b42b with Priority: HIGHEST for action security_group_members [ 840.976720] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ddd4949-dfef-4bff-b70c-b5b472b13019 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.976835] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ddd4949-dfef-4bff-b70c-b5b472b13019" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.976894] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ddd4949-dfef-4bff-b70c-b5b472b13019" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.977107] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ddd4949-dfef-4bff-b70c-b5b472b13019" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.977332] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.977456] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.977505] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.977642] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.977726] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.977815] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ddd4949-dfef-4bff-b70c-b5b472b13019',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.978735] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe361d1a-2e49-48a9-8811-8b161d48ac20 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.978875] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe361d1a-2e49-48a9-8811-8b161d48ac20" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.978936] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe361d1a-2e49-48a9-8811-8b161d48ac20" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.979057] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe361d1a-2e49-48a9-8811-8b161d48ac20" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.979199] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.979312] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.979407] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.979487] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.979719] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.979719] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe361d1a-2e49-48a9-8811-8b161d48ac20',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.981678] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7fb870e-dfa9-4088-855c-28b662a0b42b taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.981678] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7fb870e-dfa9-4088-855c-28b662a0b42b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.981678] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7fb870e-dfa9-4088-855c-28b662a0b42b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.981678] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7fb870e-dfa9-4088-855c-28b662a0b42b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.981917] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.981917] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.981917] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.982045] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.982102] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.982182] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d7fb870e-dfa9-4088-855c-28b662a0b42b',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.989372] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.989534] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.989582] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.990331] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.990331] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.003500] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8acce43e-fe25-4bf7-968f-fd3904ef8dc8 in Status: IN_PROGRESS for 2s [ 841.211095] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7a90801d-ed92-4c90-80d7-eae5cb727c07 in Status: SUCCESS [ 841.211427] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7a90801d-ed92-4c90-80d7-eae5cb727c07" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.313327] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.313555] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.313682] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.313983] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.314144] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.314293] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Segment Port 2eadc4d0-ec46-4b75-af30-ce4bb0d89860 not found, creating... [ 841.314558] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.314715] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.314828] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.315258] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.315448] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.315726] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.317039] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.317198] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.317440] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.317579] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.317721] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Resource: SegmentPort with ID: 2eadc4d0-ec46-4b75-af30-ce4bb0d89860 is going to be created. [ 841.338561] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.338561] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.338561] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.338561] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.338946] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.338985] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "port-2eadc4d0-ec46-4b75-af30-ce4bb0d89860" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.484138] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.484301] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.484372] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.484590] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.485760] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.485864] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.486087] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.486197] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.506955] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.507346] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.507346] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.507487] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.507636] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.507705] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.507807] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ddd4949-dfef-4bff-b70c-b5b472b13019 is going to be updated. [ 841.508834] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.509009] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.509132] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.509285] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.509379] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.509441] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.509582] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.509741] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.509741] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe361d1a-2e49-48a9-8811-8b161d48ac20 is going to be updated. [ 841.510707] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.510870] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.532000] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.532213] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.532360] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.532431] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.532592] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.532700] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.532758] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d7fb870e-dfa9-4088-855c-28b662a0b42b is going to be updated. [ 841.545254] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.545410] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.545478] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.545681] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.545825] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.547654] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.547753] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.547826] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.548037] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.548163] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.557441] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ddd4949-dfef-4bff-b70c-b5b472b13019 in Status: IN_PROGRESS for 2s [ 841.558082] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe361d1a-2e49-48a9-8811-8b161d48ac20 in Status: IN_PROGRESS for 2s [ 841.567837] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.567921] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.567959] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.568176] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.568400] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.577738] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7fb870e-dfa9-4088-855c-28b662a0b42b in Status: IN_PROGRESS for 2s [ 842.024935] env[65307]: INFO networking_nsxv3.common.synchronization [req-e4ff2220-2a02-4027-ae2c-e423f5b0fe2d req-67dc1395-9f7f-4016-b56f-e8948365f0ef service nova] Enqueued Resource ID: 8acce43e-fe25-4bf7-968f-fd3904ef8dc8 with Priority: HIGHEST for action security_group_rules [ 842.025129] env[65307]: INFO networking_nsxv3.common.synchronization [req-e4ff2220-2a02-4027-ae2c-e423f5b0fe2d req-67dc1395-9f7f-4016-b56f-e8948365f0ef service nova] Enqueued Resource ID: 8acce43e-fe25-4bf7-968f-fd3904ef8dc8 with Priority: HIGHEST for action security_group_members [ 842.025260] env[65307]: INFO networking_nsxv3.common.synchronization [req-e4ff2220-2a02-4027-ae2c-e423f5b0fe2d req-67dc1395-9f7f-4016-b56f-e8948365f0ef service nova] Enqueued Resource ID: 2eadc4d0-ec46-4b75-af30-ce4bb0d89860 with Priority: HIGHEST for action port [ 842.025801] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8acce43e-fe25-4bf7-968f-fd3904ef8dc8 with Priority: HIGHEST for action security_group_rules [ 842.025948] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8acce43e-fe25-4bf7-968f-fd3904ef8dc8 with Priority: HIGHEST for action security_group_members [ 842.026058] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2eadc4d0-ec46-4b75-af30-ce4bb0d89860 with Priority: HIGHEST for action port [ 842.026608] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8acce43e-fe25-4bf7-968f-fd3904ef8dc8 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.026675] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8acce43e-fe25-4bf7-968f-fd3904ef8dc8" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.026741] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8acce43e-fe25-4bf7-968f-fd3904ef8dc8" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.026937] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8acce43e-fe25-4bf7-968f-fd3904ef8dc8" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.027025] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8acce43e-fe25-4bf7-968f-fd3904ef8dc8',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.028154] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-8acce43e-fe25-4bf7-968f-fd3904ef8dc8 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.028244] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8acce43e-fe25-4bf7-968f-fd3904ef8dc8" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.028578] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-2eadc4d0-ec46-4b75-af30-ce4bb0d89860 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.028578] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2eadc4d0-ec46-4b75-af30-ce4bb0d89860" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.028578] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2eadc4d0-ec46-4b75-af30-ce4bb0d89860" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.028772] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2eadc4d0-ec46-4b75-af30-ce4bb0d89860" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.028848] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2eadc4d0-ec46-4b75-af30-ce4bb0d89860',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.531083] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-8acce43e-fe25-4bf7-968f-fd3904ef8dc8 taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.531419] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8acce43e-fe25-4bf7-968f-fd3904ef8dc8" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.531470] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2eadc4d0-ec46-4b75-af30-ce4bb0d89860 with status ACTIVE [ 842.531692] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.531770] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.531809] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.531993] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.532147] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.532339] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.532451] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.532519] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.532685] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.532763] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.532962] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.533076] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.533237] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.533354] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.533431] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.533526] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2eadc4d0-ec46-4b75-af30-ce4bb0d89860 is going to be updated. [ 842.560883] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.560883] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.560883] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.560883] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.560883] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.560883] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2eadc4d0-ec46-4b75-af30-ce4bb0d89860" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.014835] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8acce43e-fe25-4bf7-968f-fd3904ef8dc8 in Status: SUCCESS [ 843.015036] env[65307]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8acce43e-fe25-4bf7-968f-fd3904ef8dc8 deletion is rescheduled due to dependency. [ 843.015162] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8acce43e-fe25-4bf7-968f-fd3904ef8dc8" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.015329] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8acce43e-fe25-4bf7-968f-fd3904ef8dc8" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.015547] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8acce43e-fe25-4bf7-968f-fd3904ef8dc8" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.015981] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.016180] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.016180] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.016649] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.016649] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.016649] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8acce43e-fe25-4bf7-968f-fd3904ef8dc8',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.134034] env[65307]: INFO networking_nsxv3.common.synchronization [req-745d657e-cba7-4126-9dce-b3074c649b7e req-25744750-11f0-4e85-aea5-308bfe78327a tempest-ServersTestManualDisk-523986528 tempest-ServersTestManualDisk-523986528-project-member] Enqueued Resource ID: 2358200d-9ae8-4c44-86a3-3da67b78bd4c with Priority: HIGHEST for action security_group_members [ 843.134431] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2358200d-9ae8-4c44-86a3-3da67b78bd4c with Priority: HIGHEST for action security_group_members [ 843.134788] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-2358200d-9ae8-4c44-86a3-3da67b78bd4c taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.134945] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2358200d-9ae8-4c44-86a3-3da67b78bd4c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.135042] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2358200d-9ae8-4c44-86a3-3da67b78bd4c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.135307] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2358200d-9ae8-4c44-86a3-3da67b78bd4c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.135472] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.135567] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.135637] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.135786] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.135869] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.135957] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2358200d-9ae8-4c44-86a3-3da67b78bd4c',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.519987] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8acce43e-fe25-4bf7-968f-fd3904ef8dc8',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.526619] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock network-20 taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.527275] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "network-20" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.527275] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "network-20" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.527275] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "network-20" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.527534] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.527712] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.527831] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.528066] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.528393] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.528464] env[65307]: DEBUG dogpile.cache.region [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 843.528517] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] NeedRegenerationException {{(pid=65307) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 843.528624] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] no value, waiting for create lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 843.528752] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] value creation lock acquired {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 843.528870] env[65307]: DEBUG dogpile.cache.region [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 843.528973] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Calling creation function for not-yet-present value {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 843.529114] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 843.548502] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 843.549031] env[65307]: DEBUG dogpile.cache.region [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65307) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 843.549031] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Released creation lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 843.549031] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "network-20" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.549233] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock port-b0d5123f-e4ce-4a12-a5c8-958bdca49452 taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.549445] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "port-b0d5123f-e4ce-4a12-a5c8-958bdca49452" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.549528] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "port-b0d5123f-e4ce-4a12-a5c8-958bdca49452" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.549872] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "port-b0d5123f-e4ce-4a12-a5c8-958bdca49452" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.550038] env[65307]: DEBUG networking_nsxv3.api.rpc [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b0d5123f-e4ce-4a12-a5c8-958bdca49452',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.568264] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ddd4949-dfef-4bff-b70c-b5b472b13019 in Status: SUCCESS [ 843.568343] env[65307]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ddd4949-dfef-4bff-b70c-b5b472b13019 deletion is rescheduled due to dependency. [ 843.568464] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ddd4949-dfef-4bff-b70c-b5b472b13019" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.569586] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe361d1a-2e49-48a9-8811-8b161d48ac20 in Status: SUCCESS [ 843.569710] env[65307]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe361d1a-2e49-48a9-8811-8b161d48ac20 deletion is rescheduled due to dependency. [ 843.569754] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe361d1a-2e49-48a9-8811-8b161d48ac20" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.587258] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7fb870e-dfa9-4088-855c-28b662a0b42b in Status: SUCCESS [ 843.587258] env[65307]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d7fb870e-dfa9-4088-855c-28b662a0b42b deletion is rescheduled due to dependency. [ 843.587258] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7fb870e-dfa9-4088-855c-28b662a0b42b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.638419] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.638592] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.638664] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.638975] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.639084] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.639305] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.639404] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.639468] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.639617] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.639716] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.639788] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2358200d-9ae8-4c44-86a3-3da67b78bd4c already deleted. [ 843.639851] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2358200d-9ae8-4c44-86a3-3da67b78bd4c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.025721] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8acce43e-fe25-4bf7-968f-fd3904ef8dc8',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.053228] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.053447] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.053577] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.053853] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.054201] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.054201] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Segment Port b0d5123f-e4ce-4a12-a5c8-958bdca49452 not found, creating... [ 844.054455] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.054617] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.055135] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.055135] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.055135] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.055342] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.055494] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.055607] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.055807] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.055936] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.056241] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Resource: SegmentPort with ID: b0d5123f-e4ce-4a12-a5c8-958bdca49452 is going to be created. [ 844.088400] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.088828] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.088828] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.089233] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.089547] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.089804] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "port-b0d5123f-e4ce-4a12-a5c8-958bdca49452" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.528231] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.528404] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.528479] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.528782] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.528888] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.529028] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8acce43e-fe25-4bf7-968f-fd3904ef8dc8 is going to be updated. [ 844.558232] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.558618] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.558618] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.558806] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.559355] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.568336] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8acce43e-fe25-4bf7-968f-fd3904ef8dc8 in Status: IN_PROGRESS for 2s [ 844.789267] env[65307]: INFO networking_nsxv3.common.synchronization [req-745d657e-cba7-4126-9dce-b3074c649b7e req-af9659a6-6777-4139-b884-df0a5c205120 service nova] Enqueued Resource ID: 2358200d-9ae8-4c44-86a3-3da67b78bd4c with Priority: HIGHEST for action security_group_rules [ 844.789447] env[65307]: INFO networking_nsxv3.common.synchronization [req-745d657e-cba7-4126-9dce-b3074c649b7e req-af9659a6-6777-4139-b884-df0a5c205120 service nova] Enqueued Resource ID: 2358200d-9ae8-4c44-86a3-3da67b78bd4c with Priority: HIGHEST for action security_group_members [ 844.789564] env[65307]: INFO networking_nsxv3.common.synchronization [req-745d657e-cba7-4126-9dce-b3074c649b7e req-af9659a6-6777-4139-b884-df0a5c205120 service nova] Enqueued Resource ID: b0d5123f-e4ce-4a12-a5c8-958bdca49452 with Priority: HIGHEST for action port [ 844.790123] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2358200d-9ae8-4c44-86a3-3da67b78bd4c with Priority: HIGHEST for action security_group_rules [ 844.790374] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2358200d-9ae8-4c44-86a3-3da67b78bd4c with Priority: HIGHEST for action security_group_members [ 844.790422] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0d5123f-e4ce-4a12-a5c8-958bdca49452 with Priority: HIGHEST for action port [ 844.790908] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2358200d-9ae8-4c44-86a3-3da67b78bd4c taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.791041] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2358200d-9ae8-4c44-86a3-3da67b78bd4c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.791130] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2358200d-9ae8-4c44-86a3-3da67b78bd4c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.791336] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2358200d-9ae8-4c44-86a3-3da67b78bd4c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.791406] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2358200d-9ae8-4c44-86a3-3da67b78bd4c',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.792666] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-2358200d-9ae8-4c44-86a3-3da67b78bd4c taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.795295] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2358200d-9ae8-4c44-86a3-3da67b78bd4c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.795295] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2358200d-9ae8-4c44-86a3-3da67b78bd4c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.795445] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2358200d-9ae8-4c44-86a3-3da67b78bd4c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.795603] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.795708] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.795812] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.795916] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.799064] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.799207] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2358200d-9ae8-4c44-86a3-3da67b78bd4c',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.802148] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-b0d5123f-e4ce-4a12-a5c8-958bdca49452 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.802677] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b0d5123f-e4ce-4a12-a5c8-958bdca49452" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.803590] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b0d5123f-e4ce-4a12-a5c8-958bdca49452" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.803590] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b0d5123f-e4ce-4a12-a5c8-958bdca49452" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.803590] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b0d5123f-e4ce-4a12-a5c8-958bdca49452',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.305257] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-2358200d-9ae8-4c44-86a3-3da67b78bd4c taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.305450] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2358200d-9ae8-4c44-86a3-3da67b78bd4c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.305642] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2358200d-9ae8-4c44-86a3-3da67b78bd4c',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.306631] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b0d5123f-e4ce-4a12-a5c8-958bdca49452 with status ACTIVE [ 845.306829] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.307037] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.307037] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.307643] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.307763] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.308087] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.308196] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.308273] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.308447] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.308576] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.308736] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.308861] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.308922] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.309080] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.309169] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.309263] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b0d5123f-e4ce-4a12-a5c8-958bdca49452 is going to be updated. [ 845.344263] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.344406] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.344479] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.344694] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.344831] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.344997] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b0d5123f-e4ce-4a12-a5c8-958bdca49452" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.795851] env[65307]: INFO networking_nsxv3.common.synchronization [req-8cc6fd50-968d-4bc0-ad6f-0c4cd7efda48 req-cda6e306-902c-408d-8b96-0ae0843d0952 tempest-ServerActionsV293TestJSON-1257631150 tempest-ServerActionsV293TestJSON-1257631150-project-member] Enqueued Resource ID: 7242e7e5-121c-445c-b849-d7df43f535af with Priority: HIGHEST for action security_group_members [ 845.797743] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7242e7e5-121c-445c-b849-d7df43f535af with Priority: HIGHEST for action security_group_members [ 845.797743] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-7242e7e5-121c-445c-b849-d7df43f535af taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.797743] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7242e7e5-121c-445c-b849-d7df43f535af" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.797743] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7242e7e5-121c-445c-b849-d7df43f535af" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.797743] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7242e7e5-121c-445c-b849-d7df43f535af" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.797743] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.797743] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.797743] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.797743] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.797743] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.797743] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7242e7e5-121c-445c-b849-d7df43f535af',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.812777] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2358200d-9ae8-4c44-86a3-3da67b78bd4c',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.152670] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock network-897 taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.152863] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "network-897" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.152984] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "network-897" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.153471] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "network-897" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.153732] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.153892] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.154018] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.154232] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.154618] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.154618] env[65307]: DEBUG dogpile.cache.region [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 846.154970] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] NeedRegenerationException {{(pid=65307) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 846.154970] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] no value, waiting for create lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 846.154970] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] value creation lock acquired {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 846.154970] env[65307]: DEBUG dogpile.cache.region [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 846.155202] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Calling creation function for not-yet-present value {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 846.155202] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 846.175683] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 846.175683] env[65307]: DEBUG dogpile.cache.region [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65307) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 846.175683] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Released creation lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 846.175683] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "network-897" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.175959] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock port-76f65903-3267-4643-a391-957f02e33c79 taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.176151] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "port-76f65903-3267-4643-a391-957f02e33c79" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.176270] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "port-76f65903-3267-4643-a391-957f02e33c79" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.176612] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "port-76f65903-3267-4643-a391-957f02e33c79" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.176759] env[65307]: DEBUG networking_nsxv3.api.rpc [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('76f65903-3267-4643-a391-957f02e33c79',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.302033] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.302221] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.302297] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.302504] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.302594] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.302798] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.302903] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.302963] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.303297] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.303297] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.304082] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7242e7e5-121c-445c-b849-d7df43f535af already deleted. [ 846.304250] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7242e7e5-121c-445c-b849-d7df43f535af" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.318514] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.318784] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.318784] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.319096] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.319096] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.319251] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2358200d-9ae8-4c44-86a3-3da67b78bd4c is going to be created. [ 846.342688] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.342839] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.342910] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.343140] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.343308] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.353099] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2358200d-9ae8-4c44-86a3-3da67b78bd4c in Status: UNINITIALIZED for 2s [ 846.577726] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8acce43e-fe25-4bf7-968f-fd3904ef8dc8 in Status: SUCCESS [ 846.577942] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8acce43e-fe25-4bf7-968f-fd3904ef8dc8" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.578122] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8acce43e-fe25-4bf7-968f-fd3904ef8dc8" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.578350] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8acce43e-fe25-4bf7-968f-fd3904ef8dc8" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.578545] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.578660] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.578774] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.578917] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.579023] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.579114] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8acce43e-fe25-4bf7-968f-fd3904ef8dc8" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.579206] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8acce43e-fe25-4bf7-968f-fd3904ef8dc8',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.679513] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.679817] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.679817] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.680130] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.680259] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.680410] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Segment Port 76f65903-3267-4643-a391-957f02e33c79 not found, creating... [ 846.680715] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.680890] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.681015] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.681249] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.681384] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.681669] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.681828] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.681943] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.682163] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.682335] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.682505] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Resource: SegmentPort with ID: 76f65903-3267-4643-a391-957f02e33c79 is going to be created. [ 846.704050] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.704281] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.704474] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.704804] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.705086] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.705340] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "port-76f65903-3267-4643-a391-957f02e33c79" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.081798] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-8acce43e-fe25-4bf7-968f-fd3904ef8dc8 taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.081798] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8acce43e-fe25-4bf7-968f-fd3904ef8dc8" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.081798] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8acce43e-fe25-4bf7-968f-fd3904ef8dc8" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.082401] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8acce43e-fe25-4bf7-968f-fd3904ef8dc8" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.082401] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.082401] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.082518] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.082604] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.082750] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.082849] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8acce43e-fe25-4bf7-968f-fd3904ef8dc8" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.083030] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-8acce43e-fe25-4bf7-968f-fd3904ef8dc8 taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.083125] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8acce43e-fe25-4bf7-968f-fd3904ef8dc8" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.083186] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8acce43e-fe25-4bf7-968f-fd3904ef8dc8" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.083362] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8acce43e-fe25-4bf7-968f-fd3904ef8dc8" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.083512] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.083604] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.083674] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.083817] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.083927] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.084063] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8acce43e-fe25-4bf7-968f-fd3904ef8dc8" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.084225] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8acce43e-fe25-4bf7-968f-fd3904ef8dc8',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.433799] env[65307]: INFO networking_nsxv3.common.synchronization [req-8cc6fd50-968d-4bc0-ad6f-0c4cd7efda48 req-b8d75d76-75dc-4f7f-a8f5-e60620e15942 service nova] Enqueued Resource ID: 7242e7e5-121c-445c-b849-d7df43f535af with Priority: HIGHEST for action security_group_rules [ 847.433972] env[65307]: INFO networking_nsxv3.common.synchronization [req-8cc6fd50-968d-4bc0-ad6f-0c4cd7efda48 req-b8d75d76-75dc-4f7f-a8f5-e60620e15942 service nova] Enqueued Resource ID: 7242e7e5-121c-445c-b849-d7df43f535af with Priority: HIGHEST for action security_group_members [ 847.434262] env[65307]: INFO networking_nsxv3.common.synchronization [req-8cc6fd50-968d-4bc0-ad6f-0c4cd7efda48 req-b8d75d76-75dc-4f7f-a8f5-e60620e15942 service nova] Enqueued Resource ID: 76f65903-3267-4643-a391-957f02e33c79 with Priority: HIGHEST for action port [ 847.434735] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7242e7e5-121c-445c-b849-d7df43f535af with Priority: HIGHEST for action security_group_rules [ 847.434899] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7242e7e5-121c-445c-b849-d7df43f535af with Priority: HIGHEST for action security_group_members [ 847.434955] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76f65903-3267-4643-a391-957f02e33c79 with Priority: HIGHEST for action port [ 847.437092] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7242e7e5-121c-445c-b849-d7df43f535af taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.437092] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7242e7e5-121c-445c-b849-d7df43f535af" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.437092] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7242e7e5-121c-445c-b849-d7df43f535af" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.437092] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7242e7e5-121c-445c-b849-d7df43f535af" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.437092] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7242e7e5-121c-445c-b849-d7df43f535af',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.437092] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-7242e7e5-121c-445c-b849-d7df43f535af taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.437092] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7242e7e5-121c-445c-b849-d7df43f535af" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.437092] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7242e7e5-121c-445c-b849-d7df43f535af" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.437503] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7242e7e5-121c-445c-b849-d7df43f535af" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.437503] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.437503] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.437503] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.437725] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.437821] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.437960] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7242e7e5-121c-445c-b849-d7df43f535af',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.439380] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-76f65903-3267-4643-a391-957f02e33c79 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.439490] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-76f65903-3267-4643-a391-957f02e33c79" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.439557] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-76f65903-3267-4643-a391-957f02e33c79" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.439774] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-76f65903-3267-4643-a391-957f02e33c79" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.439878] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('76f65903-3267-4643-a391-957f02e33c79',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.587088] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8acce43e-fe25-4bf7-968f-fd3904ef8dc8: rpc.has_security_group_logging(os_id): False [ 847.606701] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.606937] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.607050] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.607270] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.607367] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.607567] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.607693] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.607693] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.607693] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.607693] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.607693] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.607693] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.608684] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.608684] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.608684] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.608852] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.608957] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.608957] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.609128] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.609192] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.609289] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8acce43e-fe25-4bf7-968f-fd3904ef8dc8 is going to be updated. [ 847.695490] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.695662] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.695711] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.695908] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.696072] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.719698] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8acce43e-fe25-4bf7-968f-fd3904ef8dc8 in Status: IN_PROGRESS for 2s [ 847.940339] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7242e7e5-121c-445c-b849-d7df43f535af',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.941768] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 76f65903-3267-4643-a391-957f02e33c79 with status ACTIVE [ 847.942951] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.942951] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.942951] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.942951] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.942951] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.942951] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.942951] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.942951] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.942951] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.942951] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.943333] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.943333] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.943333] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.943439] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.943622] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.943622] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 76f65903-3267-4643-a391-957f02e33c79 is going to be updated. [ 847.944688] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-7242e7e5-121c-445c-b849-d7df43f535af taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.944947] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7242e7e5-121c-445c-b849-d7df43f535af" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.968061] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.968061] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.968061] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.968061] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.968369] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.968369] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-76f65903-3267-4643-a391-957f02e33c79" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.363828] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2358200d-9ae8-4c44-86a3-3da67b78bd4c in Status: SUCCESS [ 848.364958] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2358200d-9ae8-4c44-86a3-3da67b78bd4c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.365804] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2358200d-9ae8-4c44-86a3-3da67b78bd4c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.366132] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2358200d-9ae8-4c44-86a3-3da67b78bd4c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.366876] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.366876] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.366876] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.366876] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.366876] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.367214] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2358200d-9ae8-4c44-86a3-3da67b78bd4c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.367256] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2358200d-9ae8-4c44-86a3-3da67b78bd4c',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.446045] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7242e7e5-121c-445c-b849-d7df43f535af',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.871353] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2358200d-9ae8-4c44-86a3-3da67b78bd4c',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.948283] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.948534] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.948588] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.948828] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.948958] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.949051] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7242e7e5-121c-445c-b849-d7df43f535af is going to be created. [ 848.974095] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.974357] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.974357] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.974641] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.974719] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.991048] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7242e7e5-121c-445c-b849-d7df43f535af in Status: UNINITIALIZED for 2s [ 849.373441] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2358200d-9ae8-4c44-86a3-3da67b78bd4c: rpc.has_security_group_logging(os_id): False [ 849.396046] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.396296] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.396296] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.396396] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.396501] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.396844] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.396951] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.397038] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.397261] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.397379] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.397497] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2358200d-9ae8-4c44-86a3-3da67b78bd4c is going to be created. [ 849.470080] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.470395] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.471828] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.471828] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.471828] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.484286] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2358200d-9ae8-4c44-86a3-3da67b78bd4c in Status: IN_PROGRESS for 2s [ 849.743595] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8acce43e-fe25-4bf7-968f-fd3904ef8dc8 in Status: SUCCESS [ 849.743930] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8acce43e-fe25-4bf7-968f-fd3904ef8dc8" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.214145] env[65307]: INFO networking_nsxv3.common.synchronization [req-67809fa0-57da-4200-87a8-d1d50851c98a req-7d4a0b48-d81e-4bf5-9e7d-76fefffedd83 tempest-ServersAdminNegativeTestJSON-892649280 tempest-ServersAdminNegativeTestJSON-892649280-project-member] Enqueued Resource ID: 3d2bb0fe-56a7-42b0-a655-d693abaa2102 with Priority: HIGHEST for action security_group_members [ 850.218668] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d2bb0fe-56a7-42b0-a655-d693abaa2102 with Priority: HIGHEST for action security_group_members [ 850.219258] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d2bb0fe-56a7-42b0-a655-d693abaa2102 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.220051] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d2bb0fe-56a7-42b0-a655-d693abaa2102" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.220132] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d2bb0fe-56a7-42b0-a655-d693abaa2102" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.220363] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d2bb0fe-56a7-42b0-a655-d693abaa2102" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.220554] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.220671] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.220741] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.220973] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.221101] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.221221] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3d2bb0fe-56a7-42b0-a655-d693abaa2102',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.724688] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.725104] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.725104] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.725270] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.747399] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.747664] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.747783] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.748712] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.748712] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.748712] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.748712] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d2bb0fe-56a7-42b0-a655-d693abaa2102 is going to be updated. [ 850.780513] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.780779] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.780779] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.780942] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.781181] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.792609] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d2bb0fe-56a7-42b0-a655-d693abaa2102 in Status: IN_PROGRESS for 2s [ 851.001290] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7242e7e5-121c-445c-b849-d7df43f535af in Status: SUCCESS [ 851.002033] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7242e7e5-121c-445c-b849-d7df43f535af" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.002033] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7242e7e5-121c-445c-b849-d7df43f535af" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.002033] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7242e7e5-121c-445c-b849-d7df43f535af" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.002033] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.002230] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.002230] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.002580] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.002580] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.002580] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7242e7e5-121c-445c-b849-d7df43f535af" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.002700] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7242e7e5-121c-445c-b849-d7df43f535af',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.500127] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2358200d-9ae8-4c44-86a3-3da67b78bd4c in Status: SUCCESS [ 851.500378] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2358200d-9ae8-4c44-86a3-3da67b78bd4c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.504999] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7242e7e5-121c-445c-b849-d7df43f535af',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.545192] env[65307]: INFO networking_nsxv3.common.synchronization [req-6c3ec63c-7a2e-442c-8bcd-a0f3e936ed40 req-56ada5f3-cae4-4dad-b5ed-1e1ae4a6594a tempest-AttachInterfacesUnderV243Test-1455711928 tempest-AttachInterfacesUnderV243Test-1455711928-project-member] Enqueued Resource ID: 6c62b6c5-da54-449a-ad3c-0248f5e7b867 with Priority: HIGHEST for action security_group_members [ 851.546410] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c62b6c5-da54-449a-ad3c-0248f5e7b867 with Priority: HIGHEST for action security_group_members [ 851.547030] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c62b6c5-da54-449a-ad3c-0248f5e7b867 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.547256] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c62b6c5-da54-449a-ad3c-0248f5e7b867" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.547399] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c62b6c5-da54-449a-ad3c-0248f5e7b867" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.547720] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c62b6c5-da54-449a-ad3c-0248f5e7b867" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.548036] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.548238] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.548350] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.548632] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.548738] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.548911] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6c62b6c5-da54-449a-ad3c-0248f5e7b867',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.573529] env[65307]: INFO networking_nsxv3.common.synchronization [req-6c3ec63c-7a2e-442c-8bcd-a0f3e936ed40 req-56ada5f3-cae4-4dad-b5ed-1e1ae4a6594a tempest-AttachInterfacesUnderV243Test-1455711928 tempest-AttachInterfacesUnderV243Test-1455711928-project-member] Enqueued Resource ID: 6c62b6c5-da54-449a-ad3c-0248f5e7b867 with Priority: HIGHEST for action security_group_rules [ 851.573828] env[65307]: INFO networking_nsxv3.common.synchronization [req-6c3ec63c-7a2e-442c-8bcd-a0f3e936ed40 req-56ada5f3-cae4-4dad-b5ed-1e1ae4a6594a tempest-AttachInterfacesUnderV243Test-1455711928 tempest-AttachInterfacesUnderV243Test-1455711928-project-member] Enqueued Resource ID: 6c62b6c5-da54-449a-ad3c-0248f5e7b867 with Priority: HIGHEST for action security_group_members [ 851.574443] env[65307]: INFO networking_nsxv3.common.synchronization [req-6c3ec63c-7a2e-442c-8bcd-a0f3e936ed40 req-56ada5f3-cae4-4dad-b5ed-1e1ae4a6594a tempest-AttachInterfacesUnderV243Test-1455711928 tempest-AttachInterfacesUnderV243Test-1455711928-project-member] Enqueued Resource ID: aaeba562-7b45-43cf-9a48-f3f14c8cf033 with Priority: HIGHEST for action port [ 851.576095] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c62b6c5-da54-449a-ad3c-0248f5e7b867 with Priority: HIGHEST for action security_group_rules [ 851.576307] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c62b6c5-da54-449a-ad3c-0248f5e7b867 with Priority: HIGHEST for action security_group_members [ 851.576495] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aaeba562-7b45-43cf-9a48-f3f14c8cf033 with Priority: HIGHEST for action port [ 851.576915] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6c62b6c5-da54-449a-ad3c-0248f5e7b867 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.577107] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6c62b6c5-da54-449a-ad3c-0248f5e7b867" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.577204] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6c62b6c5-da54-449a-ad3c-0248f5e7b867" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.577497] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6c62b6c5-da54-449a-ad3c-0248f5e7b867" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.577617] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6c62b6c5-da54-449a-ad3c-0248f5e7b867',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.578893] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c62b6c5-da54-449a-ad3c-0248f5e7b867 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.579836] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c62b6c5-da54-449a-ad3c-0248f5e7b867" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.579836] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-aaeba562-7b45-43cf-9a48-f3f14c8cf033 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.579836] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aaeba562-7b45-43cf-9a48-f3f14c8cf033" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.579836] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aaeba562-7b45-43cf-9a48-f3f14c8cf033" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.580144] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aaeba562-7b45-43cf-9a48-f3f14c8cf033" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.580144] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aaeba562-7b45-43cf-9a48-f3f14c8cf033',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.007462] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7242e7e5-121c-445c-b849-d7df43f535af: rpc.has_security_group_logging(os_id): False [ 852.029560] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.029730] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.029783] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.030117] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.030235] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.030523] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.030674] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.030742] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.030953] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.031060] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.031180] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7242e7e5-121c-445c-b849-d7df43f535af is going to be created. [ 852.052376] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6c62b6c5-da54-449a-ad3c-0248f5e7b867',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.083040] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c62b6c5-da54-449a-ad3c-0248f5e7b867 taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.083256] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c62b6c5-da54-449a-ad3c-0248f5e7b867" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.086476] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port aaeba562-7b45-43cf-9a48-f3f14c8cf033 with status ACTIVE [ 852.086665] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.086878] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.086945] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.087259] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.087398] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.087654] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.087819] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.088493] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.088810] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.088885] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.089194] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.089330] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.089330] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.089547] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.089612] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.089704] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: aaeba562-7b45-43cf-9a48-f3f14c8cf033 is going to be updated. [ 852.115094] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.115768] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.115768] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.117109] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.117109] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.120461] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.120626] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.120703] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.121215] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.121215] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.121437] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aaeba562-7b45-43cf-9a48-f3f14c8cf033" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.137610] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7242e7e5-121c-445c-b849-d7df43f535af in Status: IN_PROGRESS for 2s [ 852.554912] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6c62b6c5-da54-449a-ad3c-0248f5e7b867',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.581355] env[65307]: INFO networking_nsxv3.common.synchronization [req-aa7d6a0e-755e-40d2-ab7b-b6c2a0bc1614 req-ace965c3-3674-4641-bdd4-8063c56d2736 tempest-ServersAdminTestJSON-1069615806 tempest-ServersAdminTestJSON-1069615806-project-member] Enqueued Resource ID: d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa with Priority: HIGHEST for action security_group_members [ 852.581870] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa with Priority: HIGHEST for action security_group_members [ 852.582425] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.582588] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.582700] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.582828] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.582986] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.583100] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.583162] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.583456] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.583456] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.583573] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.806446] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d2bb0fe-56a7-42b0-a655-d693abaa2102 in Status: SUCCESS [ 852.806644] env[65307]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d2bb0fe-56a7-42b0-a655-d693abaa2102 deletion is rescheduled due to dependency. [ 852.806793] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d2bb0fe-56a7-42b0-a655-d693abaa2102" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.057754] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.058049] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.058156] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.058486] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.058652] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.058837] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6c62b6c5-da54-449a-ad3c-0248f5e7b867 is going to be updated. [ 853.085794] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.086066] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.086192] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.086556] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.133041] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.133218] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.133395] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.133489] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.133780] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.133932] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.134037] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa is going to be updated. [ 853.158285] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.158521] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.158673] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.159147] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.159147] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.170403] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6c62b6c5-da54-449a-ad3c-0248f5e7b867 in Status: IN_PROGRESS for 2s [ 853.198991] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.199229] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.199307] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.199566] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.199826] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.215666] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa in Status: IN_PROGRESS for 2s [ 854.160477] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7242e7e5-121c-445c-b849-d7df43f535af in Status: SUCCESS [ 854.160760] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7242e7e5-121c-445c-b849-d7df43f535af" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.808692] env[65307]: INFO networking_nsxv3.common.synchronization [req-c29d41ff-71c4-4367-befd-1e564d7f4721 req-eff77cf8-aa33-4ea3-9816-d43445572ebf tempest-AttachInterfacesUnderV243Test-1455711928 tempest-AttachInterfacesUnderV243Test-1455711928-project-member] Enqueued Resource ID: 6c62b6c5-da54-449a-ad3c-0248f5e7b867 with Priority: HIGHEST for action security_group_members [ 854.809195] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c62b6c5-da54-449a-ad3c-0248f5e7b867 with Priority: HIGHEST for action security_group_members [ 854.809509] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c62b6c5-da54-449a-ad3c-0248f5e7b867 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.809612] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c62b6c5-da54-449a-ad3c-0248f5e7b867" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.826413] env[65307]: INFO networking_nsxv3.common.synchronization [req-c29d41ff-71c4-4367-befd-1e564d7f4721 req-eff77cf8-aa33-4ea3-9816-d43445572ebf tempest-AttachInterfacesUnderV243Test-1455711928 tempest-AttachInterfacesUnderV243Test-1455711928-project-member] Enqueued Resource ID: 6c62b6c5-da54-449a-ad3c-0248f5e7b867 with Priority: HIGHEST for action security_group_rules [ 854.826576] env[65307]: INFO networking_nsxv3.common.synchronization [req-c29d41ff-71c4-4367-befd-1e564d7f4721 req-eff77cf8-aa33-4ea3-9816-d43445572ebf tempest-AttachInterfacesUnderV243Test-1455711928 tempest-AttachInterfacesUnderV243Test-1455711928-project-member] Enqueued Resource ID: 6c62b6c5-da54-449a-ad3c-0248f5e7b867 with Priority: HIGHEST for action security_group_members [ 854.827257] env[65307]: INFO networking_nsxv3.common.synchronization [req-c29d41ff-71c4-4367-befd-1e564d7f4721 req-eff77cf8-aa33-4ea3-9816-d43445572ebf tempest-AttachInterfacesUnderV243Test-1455711928 tempest-AttachInterfacesUnderV243Test-1455711928-project-member] Enqueued Resource ID: aaeba562-7b45-43cf-9a48-f3f14c8cf033 with Priority: HIGHEST for action port [ 854.827811] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c62b6c5-da54-449a-ad3c-0248f5e7b867 with Priority: HIGHEST for action security_group_rules [ 854.827944] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c62b6c5-da54-449a-ad3c-0248f5e7b867 with Priority: HIGHEST for action security_group_members [ 854.828084] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aaeba562-7b45-43cf-9a48-f3f14c8cf033 with Priority: HIGHEST for action port [ 854.828392] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6c62b6c5-da54-449a-ad3c-0248f5e7b867 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.828494] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6c62b6c5-da54-449a-ad3c-0248f5e7b867" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.828693] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c62b6c5-da54-449a-ad3c-0248f5e7b867 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.828775] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c62b6c5-da54-449a-ad3c-0248f5e7b867" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.828989] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-aaeba562-7b45-43cf-9a48-f3f14c8cf033 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.829124] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aaeba562-7b45-43cf-9a48-f3f14c8cf033" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.829197] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aaeba562-7b45-43cf-9a48-f3f14c8cf033" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.829434] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aaeba562-7b45-43cf-9a48-f3f14c8cf033" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.829527] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aaeba562-7b45-43cf-9a48-f3f14c8cf033',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.183555] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6c62b6c5-da54-449a-ad3c-0248f5e7b867 in Status: SUCCESS [ 855.183906] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c62b6c5-da54-449a-ad3c-0248f5e7b867" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.183940] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c62b6c5-da54-449a-ad3c-0248f5e7b867" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.184199] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c62b6c5-da54-449a-ad3c-0248f5e7b867" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.185564] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.185715] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.185787] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.185974] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.187254] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.187387] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6c62b6c5-da54-449a-ad3c-0248f5e7b867',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.225760] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa in Status: IN_PROGRESS for 4s [ 855.335280] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port aaeba562-7b45-43cf-9a48-f3f14c8cf033 with status ACTIVE [ 855.335632] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.335776] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.335846] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.337277] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.337437] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.337611] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.337723] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.337789] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.337997] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.338092] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.338282] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.338379] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.339150] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.339338] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.339419] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.339557] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: aaeba562-7b45-43cf-9a48-f3f14c8cf033 is going to be updated. [ 855.364250] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.364475] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.364475] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.364712] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.364851] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.365019] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aaeba562-7b45-43cf-9a48-f3f14c8cf033" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.417711] env[65307]: INFO networking_nsxv3.common.synchronization [req-01c18e65-da88-420c-a2ee-1d247b547b8f req-e91869da-9dd5-4be1-b6ad-82ae331d138d tempest-ImagesOneServerNegativeTestJSON-770033829 tempest-ImagesOneServerNegativeTestJSON-770033829-project-member] Enqueued Resource ID: 89714c59-b91a-49ce-918c-e131d8652049 with Priority: HIGHEST for action security_group_members [ 855.418270] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89714c59-b91a-49ce-918c-e131d8652049 with Priority: HIGHEST for action security_group_members [ 855.418684] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-89714c59-b91a-49ce-918c-e131d8652049 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.418865] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-89714c59-b91a-49ce-918c-e131d8652049" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.418959] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-89714c59-b91a-49ce-918c-e131d8652049" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.419255] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-89714c59-b91a-49ce-918c-e131d8652049" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.419473] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.419621] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.419718] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.419948] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.420100] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.420244] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('89714c59-b91a-49ce-918c-e131d8652049',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.689477] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6c62b6c5-da54-449a-ad3c-0248f5e7b867',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.925269] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.925269] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.925269] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.925269] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.925269] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.925269] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.925269] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.925269] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.925269] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.925269] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.925269] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 89714c59-b91a-49ce-918c-e131d8652049 is going to be updated. [ 855.966232] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.966419] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.966419] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.966616] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.966842] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.977455] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 89714c59-b91a-49ce-918c-e131d8652049 in Status: IN_PROGRESS for 2s [ 856.192321] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6c62b6c5-da54-449a-ad3c-0248f5e7b867',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.698530] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.698897] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.698897] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.699035] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.699135] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.699234] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6c62b6c5-da54-449a-ad3c-0248f5e7b867 is going to be updated. [ 856.732981] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.733643] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.733643] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.733819] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.733991] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.748634] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6c62b6c5-da54-449a-ad3c-0248f5e7b867 in Status: IN_PROGRESS for 2s [ 857.238583] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa in Status: SUCCESS [ 857.238930] env[65307]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa deletion is rescheduled due to dependency. [ 857.238930] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.990048] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 89714c59-b91a-49ce-918c-e131d8652049 in Status: SUCCESS [ 857.990225] env[65307]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 89714c59-b91a-49ce-918c-e131d8652049 deletion is rescheduled due to dependency. [ 857.990341] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-89714c59-b91a-49ce-918c-e131d8652049" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.762244] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6c62b6c5-da54-449a-ad3c-0248f5e7b867 in Status: SUCCESS [ 858.762547] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c62b6c5-da54-449a-ad3c-0248f5e7b867" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.762727] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c62b6c5-da54-449a-ad3c-0248f5e7b867" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.762975] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c62b6c5-da54-449a-ad3c-0248f5e7b867" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.763184] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.763302] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.763366] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.763516] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.763595] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.763679] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c62b6c5-da54-449a-ad3c-0248f5e7b867" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.763776] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6c62b6c5-da54-449a-ad3c-0248f5e7b867',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.765365] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c62b6c5-da54-449a-ad3c-0248f5e7b867" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.765603] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c62b6c5-da54-449a-ad3c-0248f5e7b867" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.765769] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.765913] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.765964] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.766135] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.766217] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.766657] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6c62b6c5-da54-449a-ad3c-0248f5e7b867',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.267088] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6c62b6c5-da54-449a-ad3c-0248f5e7b867',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.268443] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6c62b6c5-da54-449a-ad3c-0248f5e7b867',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.720165] env[65307]: INFO networking_nsxv3.common.synchronization [req-c57f7e7b-e61e-4602-b192-21d5fc2c898c req-5ca7c01c-d23d-4d94-957c-a7f7d191d97c tempest-AttachInterfacesUnderV243Test-1455711928 tempest-AttachInterfacesUnderV243Test-1455711928-project-member] Enqueued Resource ID: 6c62b6c5-da54-449a-ad3c-0248f5e7b867 with Priority: HIGHEST for action security_group_members [ 859.720821] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c62b6c5-da54-449a-ad3c-0248f5e7b867 with Priority: HIGHEST for action security_group_members [ 859.721631] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c62b6c5-da54-449a-ad3c-0248f5e7b867 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.721862] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c62b6c5-da54-449a-ad3c-0248f5e7b867" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.770639] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6c62b6c5-da54-449a-ad3c-0248f5e7b867: rpc.has_security_group_logging(os_id): False [ 859.772119] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6c62b6c5-da54-449a-ad3c-0248f5e7b867',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.792443] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.792582] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.792696] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.793057] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.817439] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.817439] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.817602] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.817602] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.817808] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.817924] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.818054] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6c62b6c5-da54-449a-ad3c-0248f5e7b867 is going to be updated. [ 859.886440] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.886440] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.886440] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.886440] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.886440] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.901809] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6c62b6c5-da54-449a-ad3c-0248f5e7b867 in Status: IN_PROGRESS for 2s [ 860.276422] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.276542] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.276630] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.276882] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.277009] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.277115] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6c62b6c5-da54-449a-ad3c-0248f5e7b867 is going to be updated. [ 860.316231] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.316231] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.316231] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.316231] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.316231] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.333271] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6c62b6c5-da54-449a-ad3c-0248f5e7b867 in Status: IN_PROGRESS for 2s [ 860.402762] env[65307]: INFO networking_nsxv3.common.synchronization [req-24dd6c1f-db49-403b-a70a-74207691b762 req-b9d46af4-886c-4977-ad77-3e88c65711f3 tempest-ServersNegativeTestJSON-1901636122 tempest-ServersNegativeTestJSON-1901636122-project-member] Enqueued Resource ID: 81b1f5ff-e5a6-4212-b54d-79c3bff0b9ea with Priority: HIGHEST for action security_group_members [ 860.403417] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81b1f5ff-e5a6-4212-b54d-79c3bff0b9ea with Priority: HIGHEST for action security_group_members [ 860.403788] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-81b1f5ff-e5a6-4212-b54d-79c3bff0b9ea taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.403947] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81b1f5ff-e5a6-4212-b54d-79c3bff0b9ea" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.404066] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81b1f5ff-e5a6-4212-b54d-79c3bff0b9ea" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.405033] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81b1f5ff-e5a6-4212-b54d-79c3bff0b9ea" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.405033] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.405033] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.405033] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.405033] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.405456] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.405456] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('81b1f5ff-e5a6-4212-b54d-79c3bff0b9ea',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.865108] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock network-638 taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.865511] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "network-638" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.865511] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "network-638" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.865852] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "network-638" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.866961] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.867233] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.867304] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.867605] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.867992] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.868090] env[65307]: DEBUG dogpile.cache.region [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 860.868919] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] NeedRegenerationException {{(pid=65307) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 860.868919] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] no value, waiting for create lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 860.868919] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] value creation lock acquired {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 860.868919] env[65307]: DEBUG dogpile.cache.region [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 860.868919] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Calling creation function for not-yet-present value {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 860.868919] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 860.891090] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 860.891428] env[65307]: DEBUG dogpile.cache.region [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65307) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 860.891655] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Released creation lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 860.892638] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "network-638" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.892638] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock port-82b2b52d-4afb-4562-ae79-e05e48fb0a26 taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.892638] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "port-82b2b52d-4afb-4562-ae79-e05e48fb0a26" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.892638] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "port-82b2b52d-4afb-4562-ae79-e05e48fb0a26" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.893097] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "port-82b2b52d-4afb-4562-ae79-e05e48fb0a26" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.893547] env[65307]: DEBUG networking_nsxv3.api.rpc [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('82b2b52d-4afb-4562-ae79-e05e48fb0a26',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.908856] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.908856] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.908856] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.908856] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.908856] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.908856] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.908856] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.908856] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.908856] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.908856] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.908856] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81b1f5ff-e5a6-4212-b54d-79c3bff0b9ea already deleted. [ 860.908856] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81b1f5ff-e5a6-4212-b54d-79c3bff0b9ea" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.396250] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.396613] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.396798] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.398130] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.398522] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.398743] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Segment Port 82b2b52d-4afb-4562-ae79-e05e48fb0a26 not found, creating... [ 861.399200] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.399366] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.399529] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.399814] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.400434] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.400952] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.401336] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.401553] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.401846] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.402291] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.402528] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Resource: SegmentPort with ID: 82b2b52d-4afb-4562-ae79-e05e48fb0a26 is going to be created. [ 861.426013] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.426316] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.426753] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.427662] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.428115] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.429579] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "port-82b2b52d-4afb-4562-ae79-e05e48fb0a26" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.924042] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6c62b6c5-da54-449a-ad3c-0248f5e7b867 in Status: SUCCESS [ 861.924934] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6c62b6c5-da54-449a-ad3c-0248f5e7b867" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.925074] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6c62b6c5-da54-449a-ad3c-0248f5e7b867" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.925364] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6c62b6c5-da54-449a-ad3c-0248f5e7b867" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.925477] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6c62b6c5-da54-449a-ad3c-0248f5e7b867',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.273290] env[65307]: INFO networking_nsxv3.common.synchronization [req-24dd6c1f-db49-403b-a70a-74207691b762 req-b1e3e645-38cd-4382-959b-3d740a5974ea service nova] Enqueued Resource ID: 81b1f5ff-e5a6-4212-b54d-79c3bff0b9ea with Priority: HIGHEST for action security_group_rules [ 862.274036] env[65307]: INFO networking_nsxv3.common.synchronization [req-24dd6c1f-db49-403b-a70a-74207691b762 req-b1e3e645-38cd-4382-959b-3d740a5974ea service nova] Enqueued Resource ID: 81b1f5ff-e5a6-4212-b54d-79c3bff0b9ea with Priority: HIGHEST for action security_group_members [ 862.274036] env[65307]: INFO networking_nsxv3.common.synchronization [req-24dd6c1f-db49-403b-a70a-74207691b762 req-b1e3e645-38cd-4382-959b-3d740a5974ea service nova] Enqueued Resource ID: 82b2b52d-4afb-4562-ae79-e05e48fb0a26 with Priority: HIGHEST for action port [ 862.274293] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81b1f5ff-e5a6-4212-b54d-79c3bff0b9ea with Priority: HIGHEST for action security_group_rules [ 862.274404] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81b1f5ff-e5a6-4212-b54d-79c3bff0b9ea with Priority: HIGHEST for action security_group_members [ 862.274478] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82b2b52d-4afb-4562-ae79-e05e48fb0a26 with Priority: HIGHEST for action port [ 862.274774] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-81b1f5ff-e5a6-4212-b54d-79c3bff0b9ea taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.274995] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-81b1f5ff-e5a6-4212-b54d-79c3bff0b9ea" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.274995] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-81b1f5ff-e5a6-4212-b54d-79c3bff0b9ea" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.275230] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-81b1f5ff-e5a6-4212-b54d-79c3bff0b9ea" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.275427] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('81b1f5ff-e5a6-4212-b54d-79c3bff0b9ea',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.276193] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-81b1f5ff-e5a6-4212-b54d-79c3bff0b9ea taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.276314] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81b1f5ff-e5a6-4212-b54d-79c3bff0b9ea" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.276382] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81b1f5ff-e5a6-4212-b54d-79c3bff0b9ea" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.276565] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81b1f5ff-e5a6-4212-b54d-79c3bff0b9ea" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.276717] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.276869] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.276869] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.277028] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.277143] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.277186] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('81b1f5ff-e5a6-4212-b54d-79c3bff0b9ea',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.278065] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-82b2b52d-4afb-4562-ae79-e05e48fb0a26 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.278065] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-82b2b52d-4afb-4562-ae79-e05e48fb0a26" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.278222] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-82b2b52d-4afb-4562-ae79-e05e48fb0a26" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.278281] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-82b2b52d-4afb-4562-ae79-e05e48fb0a26" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.278361] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('82b2b52d-4afb-4562-ae79-e05e48fb0a26',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.344684] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6c62b6c5-da54-449a-ad3c-0248f5e7b867 in Status: SUCCESS [ 862.344940] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c62b6c5-da54-449a-ad3c-0248f5e7b867" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.345143] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c62b6c5-da54-449a-ad3c-0248f5e7b867" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.345944] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c62b6c5-da54-449a-ad3c-0248f5e7b867" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.345944] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.345944] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.345944] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.345944] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.345944] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.346279] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6c62b6c5-da54-449a-ad3c-0248f5e7b867',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.448233] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.448233] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.448233] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.449802] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.449802] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.449802] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6c62b6c5-da54-449a-ad3c-0248f5e7b867 is going to be deleted. [ 862.520111] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.520111] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.520111] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.520111] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.520111] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.520111] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6c62b6c5-da54-449a-ad3c-0248f5e7b867" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.775744] env[65307]: INFO networking_nsxv3.common.synchronization [req-7bba4124-2879-4e76-bea5-7a592f5042f0 req-38233600-0793-4c18-a3c9-f781de0ea799 tempest-ServerActionsTestOtherA-1819960408 tempest-ServerActionsTestOtherA-1819960408-project-member] Enqueued Resource ID: c986cdad-f97d-4d2c-b7da-56ba7cea667b with Priority: HIGHEST for action security_group_members [ 862.775744] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c986cdad-f97d-4d2c-b7da-56ba7cea667b with Priority: HIGHEST for action security_group_members [ 862.775744] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-c986cdad-f97d-4d2c-b7da-56ba7cea667b taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.775975] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c986cdad-f97d-4d2c-b7da-56ba7cea667b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.775975] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c986cdad-f97d-4d2c-b7da-56ba7cea667b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.776220] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c986cdad-f97d-4d2c-b7da-56ba7cea667b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.776468] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.776468] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.776603] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.777397] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.777397] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.777397] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c986cdad-f97d-4d2c-b7da-56ba7cea667b',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.780320] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('81b1f5ff-e5a6-4212-b54d-79c3bff0b9ea',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.781289] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-81b1f5ff-e5a6-4212-b54d-79c3bff0b9ea taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.781355] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81b1f5ff-e5a6-4212-b54d-79c3bff0b9ea" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.782492] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 82b2b52d-4afb-4562-ae79-e05e48fb0a26 with status ACTIVE [ 862.782579] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.783505] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.783505] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.783505] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.783505] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.783505] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.783505] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.783505] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.784128] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.784128] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.784128] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.784128] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.784128] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.784349] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.784349] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.784349] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 82b2b52d-4afb-4562-ae79-e05e48fb0a26 is going to be updated. [ 862.811874] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.812082] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.812134] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.812471] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.812603] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.813306] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-82b2b52d-4afb-4562-ae79-e05e48fb0a26" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.848825] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.849085] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.849706] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.849706] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.849706] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.849706] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.849896] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.849896] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.850024] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.850249] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.850249] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6c62b6c5-da54-449a-ad3c-0248f5e7b867 is going to be deleted. [ 862.910495] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.910495] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.910495] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.911109] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.911109] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.911109] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c62b6c5-da54-449a-ad3c-0248f5e7b867" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.911109] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c62b6c5-da54-449a-ad3c-0248f5e7b867" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.911263] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c62b6c5-da54-449a-ad3c-0248f5e7b867" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.911354] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.911458] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.911573] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.911652] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.911759] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.911818] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6c62b6c5-da54-449a-ad3c-0248f5e7b867',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.279638] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.280061] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.280061] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.281072] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.281855] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.282236] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.283330] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.283456] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.283729] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.283917] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.284065] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c986cdad-f97d-4d2c-b7da-56ba7cea667b already deleted. [ 863.284212] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c986cdad-f97d-4d2c-b7da-56ba7cea667b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.284521] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('81b1f5ff-e5a6-4212-b54d-79c3bff0b9ea',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.325081] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock network-686 taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.325081] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "network-686" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.325081] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "network-686" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.325414] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "network-686" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.325521] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.325704] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.325819] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.326081] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.326243] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.326457] env[65307]: DEBUG dogpile.cache.region [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 863.326568] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] NeedRegenerationException {{(pid=65307) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 863.326673] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] no value, waiting for create lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 863.326855] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] value creation lock acquired {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 863.326985] env[65307]: DEBUG dogpile.cache.region [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 863.327106] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Calling creation function for not-yet-present value {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 863.327236] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 863.363596] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 863.363596] env[65307]: DEBUG dogpile.cache.region [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Cache value generated in 0.036 seconds for key(s): 'zone-id' {{(pid=65307) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 863.363596] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Released creation lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 863.363794] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "network-686" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.364291] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock port-5a628ab3-25e0-441d-87b3-be33f0133a37 taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.364611] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "port-5a628ab3-25e0-441d-87b3-be33f0133a37" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.364802] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "port-5a628ab3-25e0-441d-87b3-be33f0133a37" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.365267] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "port-5a628ab3-25e0-441d-87b3-be33f0133a37" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.365494] env[65307]: DEBUG networking_nsxv3.api.rpc [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5a628ab3-25e0-441d-87b3-be33f0133a37',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.415411] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.415879] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.416042] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.416332] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.416508] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.416736] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.416890] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.416986] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.417255] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.417368] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.417482] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6c62b6c5-da54-449a-ad3c-0248f5e7b867 already deleted. [ 863.417580] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c62b6c5-da54-449a-ad3c-0248f5e7b867" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.788473] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.788710] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.788799] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.789116] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.789225] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.789333] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81b1f5ff-e5a6-4212-b54d-79c3bff0b9ea is going to be created. [ 863.814675] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.814853] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.814893] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.815165] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.815336] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.830197] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81b1f5ff-e5a6-4212-b54d-79c3bff0b9ea in Status: UNINITIALIZED for 2s [ 863.868802] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.869578] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.869714] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.870064] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.870474] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.870664] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Segment Port 5a628ab3-25e0-441d-87b3-be33f0133a37 not found, creating... [ 863.870950] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.871128] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.871264] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.871511] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.871645] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.871940] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.872106] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.872235] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.872508] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.872681] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.872759] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Resource: SegmentPort with ID: 5a628ab3-25e0-441d-87b3-be33f0133a37 is going to be created. [ 863.897967] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.898218] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.898425] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.898623] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.899222] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.899322] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "port-5a628ab3-25e0-441d-87b3-be33f0133a37" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.710957] env[65307]: INFO networking_nsxv3.common.synchronization [req-7bba4124-2879-4e76-bea5-7a592f5042f0 req-8324e583-96fc-48c6-8732-b3d12ffcb281 service nova] Enqueued Resource ID: c986cdad-f97d-4d2c-b7da-56ba7cea667b with Priority: HIGHEST for action security_group_rules [ 864.711378] env[65307]: INFO networking_nsxv3.common.synchronization [req-7bba4124-2879-4e76-bea5-7a592f5042f0 req-8324e583-96fc-48c6-8732-b3d12ffcb281 service nova] Enqueued Resource ID: c986cdad-f97d-4d2c-b7da-56ba7cea667b with Priority: HIGHEST for action security_group_members [ 864.711378] env[65307]: INFO networking_nsxv3.common.synchronization [req-7bba4124-2879-4e76-bea5-7a592f5042f0 req-8324e583-96fc-48c6-8732-b3d12ffcb281 service nova] Enqueued Resource ID: 5a628ab3-25e0-441d-87b3-be33f0133a37 with Priority: HIGHEST for action port [ 864.711945] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c986cdad-f97d-4d2c-b7da-56ba7cea667b with Priority: HIGHEST for action security_group_rules [ 864.712217] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c986cdad-f97d-4d2c-b7da-56ba7cea667b with Priority: HIGHEST for action security_group_members [ 864.712330] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a628ab3-25e0-441d-87b3-be33f0133a37 with Priority: HIGHEST for action port [ 864.712618] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c986cdad-f97d-4d2c-b7da-56ba7cea667b taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.712811] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c986cdad-f97d-4d2c-b7da-56ba7cea667b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.712811] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c986cdad-f97d-4d2c-b7da-56ba7cea667b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.713160] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c986cdad-f97d-4d2c-b7da-56ba7cea667b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.713304] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c986cdad-f97d-4d2c-b7da-56ba7cea667b',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.714145] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-c986cdad-f97d-4d2c-b7da-56ba7cea667b taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.714275] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c986cdad-f97d-4d2c-b7da-56ba7cea667b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.714332] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c986cdad-f97d-4d2c-b7da-56ba7cea667b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.714627] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c986cdad-f97d-4d2c-b7da-56ba7cea667b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.714680] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.714745] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.714808] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.714953] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.715091] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.715199] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c986cdad-f97d-4d2c-b7da-56ba7cea667b',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.716174] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-5a628ab3-25e0-441d-87b3-be33f0133a37 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.716303] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5a628ab3-25e0-441d-87b3-be33f0133a37" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.716395] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5a628ab3-25e0-441d-87b3-be33f0133a37" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.716580] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5a628ab3-25e0-441d-87b3-be33f0133a37" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.716677] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5a628ab3-25e0-441d-87b3-be33f0133a37',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.221916] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-c986cdad-f97d-4d2c-b7da-56ba7cea667b taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.222128] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c986cdad-f97d-4d2c-b7da-56ba7cea667b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.223983] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5a628ab3-25e0-441d-87b3-be33f0133a37 with status ACTIVE [ 865.224116] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.224426] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.224426] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.224729] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.224729] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.225018] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.225122] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.225122] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.225366] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.225366] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.225676] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.225676] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.225821] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.225880] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.225970] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.226064] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5a628ab3-25e0-441d-87b3-be33f0133a37 is going to be updated. [ 865.228378] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c986cdad-f97d-4d2c-b7da-56ba7cea667b',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.266819] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.266819] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.267186] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.267186] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.267274] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.267366] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5a628ab3-25e0-441d-87b3-be33f0133a37" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.730719] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c986cdad-f97d-4d2c-b7da-56ba7cea667b',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.843093] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81b1f5ff-e5a6-4212-b54d-79c3bff0b9ea in Status: SUCCESS [ 865.843093] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81b1f5ff-e5a6-4212-b54d-79c3bff0b9ea" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.843340] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81b1f5ff-e5a6-4212-b54d-79c3bff0b9ea" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.843633] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81b1f5ff-e5a6-4212-b54d-79c3bff0b9ea" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.843774] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.843895] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.843975] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.844361] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.844361] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.844361] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81b1f5ff-e5a6-4212-b54d-79c3bff0b9ea" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.844493] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('81b1f5ff-e5a6-4212-b54d-79c3bff0b9ea',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.235321] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.235489] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.235570] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.235842] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.236039] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.236120] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c986cdad-f97d-4d2c-b7da-56ba7cea667b is going to be created. [ 866.270659] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.270862] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.270920] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.271169] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.271339] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.289272] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c986cdad-f97d-4d2c-b7da-56ba7cea667b in Status: UNINITIALIZED for 2s [ 866.351053] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-81b1f5ff-e5a6-4212-b54d-79c3bff0b9ea taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.351053] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81b1f5ff-e5a6-4212-b54d-79c3bff0b9ea" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.351053] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81b1f5ff-e5a6-4212-b54d-79c3bff0b9ea" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.351053] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81b1f5ff-e5a6-4212-b54d-79c3bff0b9ea" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.351053] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.351053] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.351053] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.351053] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.351053] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.351053] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81b1f5ff-e5a6-4212-b54d-79c3bff0b9ea" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.351053] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-81b1f5ff-e5a6-4212-b54d-79c3bff0b9ea taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.351053] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81b1f5ff-e5a6-4212-b54d-79c3bff0b9ea" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.351053] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81b1f5ff-e5a6-4212-b54d-79c3bff0b9ea" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.351053] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81b1f5ff-e5a6-4212-b54d-79c3bff0b9ea" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.351053] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.351053] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.351750] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.351750] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.351750] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.351750] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81b1f5ff-e5a6-4212-b54d-79c3bff0b9ea" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.351750] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('81b1f5ff-e5a6-4212-b54d-79c3bff0b9ea',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.857353] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 81b1f5ff-e5a6-4212-b54d-79c3bff0b9ea: rpc.has_security_group_logging(os_id): False [ 866.881512] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.883169] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.883169] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.883169] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.883169] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.883169] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.883169] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.883169] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.883169] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.883169] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.883169] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.883169] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.883169] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.883169] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.883169] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.883613] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.883613] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.883613] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.883613] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.883726] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.883726] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 81b1f5ff-e5a6-4212-b54d-79c3bff0b9ea is going to be created. [ 866.966011] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.966011] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.966192] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.966973] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.966973] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.982465] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 81b1f5ff-e5a6-4212-b54d-79c3bff0b9ea in Status: IN_PROGRESS for 2s [ 868.302726] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c986cdad-f97d-4d2c-b7da-56ba7cea667b in Status: SUCCESS [ 868.303076] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c986cdad-f97d-4d2c-b7da-56ba7cea667b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.303233] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c986cdad-f97d-4d2c-b7da-56ba7cea667b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.303466] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c986cdad-f97d-4d2c-b7da-56ba7cea667b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.303671] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.303792] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.303878] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.304089] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.304638] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.304638] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c986cdad-f97d-4d2c-b7da-56ba7cea667b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.304638] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c986cdad-f97d-4d2c-b7da-56ba7cea667b',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.810029] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-c986cdad-f97d-4d2c-b7da-56ba7cea667b taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.810029] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c986cdad-f97d-4d2c-b7da-56ba7cea667b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.810029] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c986cdad-f97d-4d2c-b7da-56ba7cea667b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.810029] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c986cdad-f97d-4d2c-b7da-56ba7cea667b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.810029] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.810029] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.810029] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.810029] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.810029] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.810029] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c986cdad-f97d-4d2c-b7da-56ba7cea667b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.810029] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-c986cdad-f97d-4d2c-b7da-56ba7cea667b taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.810029] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c986cdad-f97d-4d2c-b7da-56ba7cea667b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.810029] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c986cdad-f97d-4d2c-b7da-56ba7cea667b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.810029] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c986cdad-f97d-4d2c-b7da-56ba7cea667b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.810029] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.810029] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.810915] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.810915] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.811315] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.811768] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c986cdad-f97d-4d2c-b7da-56ba7cea667b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.812015] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c986cdad-f97d-4d2c-b7da-56ba7cea667b',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.901207] env[65307]: INFO networking_nsxv3.common.synchronization [req-7d2c1f72-e208-45e9-b686-8b53d195b2f7 req-13067eef-09d1-400d-8857-f07bdc368b8d tempest-AttachInterfacesTestJSON-1120364181 tempest-AttachInterfacesTestJSON-1120364181-project-member] Enqueued Resource ID: 3996475c-c507-4cb0-8b44-1ba4b8280428 with Priority: HIGHEST for action security_group_members [ 868.902238] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3996475c-c507-4cb0-8b44-1ba4b8280428 with Priority: HIGHEST for action security_group_members [ 868.903523] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-3996475c-c507-4cb0-8b44-1ba4b8280428 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.903523] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3996475c-c507-4cb0-8b44-1ba4b8280428" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.903523] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3996475c-c507-4cb0-8b44-1ba4b8280428" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.903523] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3996475c-c507-4cb0-8b44-1ba4b8280428" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.903826] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.905999] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.905999] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.905999] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.905999] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.905999] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3996475c-c507-4cb0-8b44-1ba4b8280428',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.999267] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 81b1f5ff-e5a6-4212-b54d-79c3bff0b9ea in Status: SUCCESS [ 868.999506] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-81b1f5ff-e5a6-4212-b54d-79c3bff0b9ea" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.314403] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c986cdad-f97d-4d2c-b7da-56ba7cea667b: rpc.has_security_group_logging(os_id): False [ 869.339110] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.339110] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.339110] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.339110] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.339110] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.339389] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.339436] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.339489] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.339666] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.339759] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.339961] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.340069] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.340130] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.340462] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.340462] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.340675] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.340782] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.340847] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.340995] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.342020] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.343330] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c986cdad-f97d-4d2c-b7da-56ba7cea667b is going to be created. [ 869.406756] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.406916] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.406990] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.408118] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.408118] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.408118] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.408118] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.408118] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.408118] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.408118] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.408118] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3996475c-c507-4cb0-8b44-1ba4b8280428 already deleted. [ 869.408118] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3996475c-c507-4cb0-8b44-1ba4b8280428" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.413493] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.413663] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.413718] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.414054] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.414162] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.428083] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c986cdad-f97d-4d2c-b7da-56ba7cea667b in Status: IN_PROGRESS for 2s [ 869.473351] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock network-29 taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.473548] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "network-29" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.473656] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "network-29" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.473924] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "network-29" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.475037] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.475037] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.475037] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.475037] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.475037] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.475284] env[65307]: DEBUG dogpile.cache.region [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 869.475284] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] NeedRegenerationException {{(pid=65307) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 869.475360] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] no value, waiting for create lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 869.475465] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] value creation lock acquired {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 869.475755] env[65307]: DEBUG dogpile.cache.region [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 869.475755] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Calling creation function for not-yet-present value {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 869.477043] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 869.504167] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 869.504339] env[65307]: DEBUG dogpile.cache.region [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65307) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 869.504808] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Released creation lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 869.504808] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "network-29" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.504997] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock port-b5c98b66-7bdf-463f-8b32-389d9cc12094 taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.505415] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "port-b5c98b66-7bdf-463f-8b32-389d9cc12094" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.505415] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "port-b5c98b66-7bdf-463f-8b32-389d9cc12094" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.505660] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "port-b5c98b66-7bdf-463f-8b32-389d9cc12094" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.505800] env[65307]: DEBUG networking_nsxv3.api.rpc [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b5c98b66-7bdf-463f-8b32-389d9cc12094',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.012411] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.012411] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.012411] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.012411] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.012411] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.012411] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Segment Port b5c98b66-7bdf-463f-8b32-389d9cc12094 not found, creating... [ 870.012411] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.012822] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.012822] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.012924] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.013246] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.013401] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.013675] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.013803] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.014059] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.014319] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.014370] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Resource: SegmentPort with ID: b5c98b66-7bdf-463f-8b32-389d9cc12094 is going to be created. [ 870.044122] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.044457] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.044531] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.044925] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.045233] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.045553] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "port-b5c98b66-7bdf-463f-8b32-389d9cc12094" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.486768] env[65307]: INFO networking_nsxv3.common.synchronization [req-658729d2-0eee-4ee9-962f-7058e828561f req-3dfd1b86-ac0d-4e3d-8f3e-2a469bdbb383 tempest-ServerDiskConfigTestJSON-294734907 tempest-ServerDiskConfigTestJSON-294734907-project-member] Enqueued Resource ID: 8acce43e-fe25-4bf7-968f-fd3904ef8dc8 with Priority: HIGHEST for action security_group_members [ 870.487426] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8acce43e-fe25-4bf7-968f-fd3904ef8dc8 with Priority: HIGHEST for action security_group_members [ 870.491508] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-8acce43e-fe25-4bf7-968f-fd3904ef8dc8 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.491695] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8acce43e-fe25-4bf7-968f-fd3904ef8dc8" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.491695] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8acce43e-fe25-4bf7-968f-fd3904ef8dc8" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.491901] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8acce43e-fe25-4bf7-968f-fd3904ef8dc8" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.492102] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.492236] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.492317] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.492486] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.492636] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.492686] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8acce43e-fe25-4bf7-968f-fd3904ef8dc8',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.840663] env[65307]: INFO networking_nsxv3.common.synchronization [req-7d2c1f72-e208-45e9-b686-8b53d195b2f7 req-97cf0a94-2a17-481c-8a5b-4c8bf47bf1a5 service nova] Enqueued Resource ID: 3996475c-c507-4cb0-8b44-1ba4b8280428 with Priority: HIGHEST for action security_group_rules [ 870.840824] env[65307]: INFO networking_nsxv3.common.synchronization [req-7d2c1f72-e208-45e9-b686-8b53d195b2f7 req-97cf0a94-2a17-481c-8a5b-4c8bf47bf1a5 service nova] Enqueued Resource ID: 3996475c-c507-4cb0-8b44-1ba4b8280428 with Priority: HIGHEST for action security_group_members [ 870.840933] env[65307]: INFO networking_nsxv3.common.synchronization [req-7d2c1f72-e208-45e9-b686-8b53d195b2f7 req-97cf0a94-2a17-481c-8a5b-4c8bf47bf1a5 service nova] Enqueued Resource ID: b5c98b66-7bdf-463f-8b32-389d9cc12094 with Priority: HIGHEST for action port [ 870.845877] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3996475c-c507-4cb0-8b44-1ba4b8280428 with Priority: HIGHEST for action security_group_rules [ 870.846151] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3996475c-c507-4cb0-8b44-1ba4b8280428 with Priority: HIGHEST for action security_group_members [ 870.846249] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5c98b66-7bdf-463f-8b32-389d9cc12094 with Priority: HIGHEST for action port [ 870.847050] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3996475c-c507-4cb0-8b44-1ba4b8280428 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.847050] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3996475c-c507-4cb0-8b44-1ba4b8280428" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.847050] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3996475c-c507-4cb0-8b44-1ba4b8280428" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.847336] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3996475c-c507-4cb0-8b44-1ba4b8280428" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.847472] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3996475c-c507-4cb0-8b44-1ba4b8280428',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.848861] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-3996475c-c507-4cb0-8b44-1ba4b8280428 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.849026] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3996475c-c507-4cb0-8b44-1ba4b8280428" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.850958] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3996475c-c507-4cb0-8b44-1ba4b8280428" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.850958] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3996475c-c507-4cb0-8b44-1ba4b8280428" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.850958] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.850958] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.850958] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.851291] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.851291] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.851291] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3996475c-c507-4cb0-8b44-1ba4b8280428',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.852137] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-b5c98b66-7bdf-463f-8b32-389d9cc12094 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.852256] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b5c98b66-7bdf-463f-8b32-389d9cc12094" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.852324] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b5c98b66-7bdf-463f-8b32-389d9cc12094" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.852481] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b5c98b66-7bdf-463f-8b32-389d9cc12094" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.852588] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b5c98b66-7bdf-463f-8b32-389d9cc12094',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.995761] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.995761] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.995960] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.996125] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.996205] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.996442] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.996560] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.996608] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.997218] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.997218] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.997218] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8acce43e-fe25-4bf7-968f-fd3904ef8dc8 is going to be updated. [ 871.042572] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.042572] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.042572] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.042572] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.042572] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.060104] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8acce43e-fe25-4bf7-968f-fd3904ef8dc8 in Status: IN_PROGRESS for 2s [ 871.356448] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-3996475c-c507-4cb0-8b44-1ba4b8280428 taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.360030] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3996475c-c507-4cb0-8b44-1ba4b8280428" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.360030] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3996475c-c507-4cb0-8b44-1ba4b8280428',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.360030] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b5c98b66-7bdf-463f-8b32-389d9cc12094 with status ACTIVE [ 871.360030] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.360030] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.360030] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.360030] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.360030] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.361126] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.361322] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.361394] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.361531] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.361614] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.361826] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.361929] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.361984] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.362957] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.362957] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.362957] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b5c98b66-7bdf-463f-8b32-389d9cc12094 is going to be updated. [ 871.387356] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.387496] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.387684] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.387835] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.387980] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.388212] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b5c98b66-7bdf-463f-8b32-389d9cc12094" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.464648] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c986cdad-f97d-4d2c-b7da-56ba7cea667b in Status: SUCCESS [ 871.464889] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c986cdad-f97d-4d2c-b7da-56ba7cea667b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.864420] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3996475c-c507-4cb0-8b44-1ba4b8280428',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.368454] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.368874] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.368874] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.369137] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.369384] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.369548] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3996475c-c507-4cb0-8b44-1ba4b8280428 is going to be created. [ 872.400203] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.400478] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.400668] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.401149] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.401487] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.415075] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3996475c-c507-4cb0-8b44-1ba4b8280428 in Status: UNINITIALIZED for 2s [ 873.071373] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8acce43e-fe25-4bf7-968f-fd3904ef8dc8 in Status: SUCCESS [ 873.071682] env[65307]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8acce43e-fe25-4bf7-968f-fd3904ef8dc8 deletion is rescheduled due to dependency. [ 873.071682] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8acce43e-fe25-4bf7-968f-fd3904ef8dc8" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.098180] env[65307]: INFO networking_nsxv3.common.synchronization [None req-49bf8873-7da1-4565-b987-05164dcf8c62 None None] Enqueued Resource ID: ccfd67c2-f1b0-45a7-b1ca-6902ab0e3e78 with Priority: HIGHEST for action port [ 874.099317] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ccfd67c2-f1b0-45a7-b1ca-6902ab0e3e78 with Priority: HIGHEST for action port [ 874.099425] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-ccfd67c2-f1b0-45a7-b1ca-6902ab0e3e78 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.099620] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ccfd67c2-f1b0-45a7-b1ca-6902ab0e3e78" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.099620] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ccfd67c2-f1b0-45a7-b1ca-6902ab0e3e78" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.099885] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ccfd67c2-f1b0-45a7-b1ca-6902ab0e3e78" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.099968] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ccfd67c2-f1b0-45a7-b1ca-6902ab0e3e78',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.427126] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3996475c-c507-4cb0-8b44-1ba4b8280428 in Status: SUCCESS [ 874.427596] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3996475c-c507-4cb0-8b44-1ba4b8280428" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.427869] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3996475c-c507-4cb0-8b44-1ba4b8280428" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.428236] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3996475c-c507-4cb0-8b44-1ba4b8280428" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.428684] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.429578] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.429578] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.429841] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.429927] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.430183] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3996475c-c507-4cb0-8b44-1ba4b8280428" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.430353] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3996475c-c507-4cb0-8b44-1ba4b8280428',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.603720] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ccfd67c2-f1b0-45a7-b1ca-6902ab0e3e78 [ 874.603885] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.604032] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.604099] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.604350] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.604438] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.604532] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ccfd67c2-f1b0-45a7-b1ca-6902ab0e3e78 already deleted. [ 874.604609] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ccfd67c2-f1b0-45a7-b1ca-6902ab0e3e78" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.936603] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3996475c-c507-4cb0-8b44-1ba4b8280428',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.439288] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3996475c-c507-4cb0-8b44-1ba4b8280428: rpc.has_security_group_logging(os_id): False [ 875.462070] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.462070] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.462070] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.462070] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.462070] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.462070] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.462463] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.462463] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.462463] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.462463] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.462594] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3996475c-c507-4cb0-8b44-1ba4b8280428 is going to be created. [ 875.573108] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.573108] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.573108] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.573108] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.573108] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.586636] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3996475c-c507-4cb0-8b44-1ba4b8280428 in Status: IN_PROGRESS for 2s [ 876.125795] env[65307]: INFO networking_nsxv3.common.synchronization [None req-4fda9fd7-fc14-4ca7-9886-784be0dd1c0b tempest-ImagesOneServerNegativeTestJSON-770033829 tempest-ImagesOneServerNegativeTestJSON-770033829-project-member] Enqueued Resource ID: 81717c2b-61b1-4ed5-9940-f6abd375c1ac with Priority: HIGHEST for action security_group_rules [ 876.126337] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81717c2b-61b1-4ed5-9940-f6abd375c1ac with Priority: HIGHEST for action security_group_rules [ 876.126800] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-81717c2b-61b1-4ed5-9940-f6abd375c1ac taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.126915] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-81717c2b-61b1-4ed5-9940-f6abd375c1ac" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.127035] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-81717c2b-61b1-4ed5-9940-f6abd375c1ac" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.127245] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-81717c2b-61b1-4ed5-9940-f6abd375c1ac" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.127327] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('81717c2b-61b1-4ed5-9940-f6abd375c1ac',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.562615] env[65307]: INFO networking_nsxv3.common.synchronization [None req-93ce7f6e-213d-4aff-9010-d77b8f983855 tempest-ImagesOneServerNegativeTestJSON-770033829 tempest-ImagesOneServerNegativeTestJSON-770033829-project-member] Enqueued Resource ID: 81717c2b-61b1-4ed5-9940-f6abd375c1ac with Priority: HIGHEST for action security_group_rules [ 876.563017] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81717c2b-61b1-4ed5-9940-f6abd375c1ac with Priority: HIGHEST for action security_group_rules [ 876.563317] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-81717c2b-61b1-4ed5-9940-f6abd375c1ac taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.563418] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-81717c2b-61b1-4ed5-9940-f6abd375c1ac" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.656413] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.656605] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.656716] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.656956] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.657090] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.657604] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 81717c2b-61b1-4ed5-9940-f6abd375c1ac already deleted. [ 876.657604] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-81717c2b-61b1-4ed5-9940-f6abd375c1ac" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.657604] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-81717c2b-61b1-4ed5-9940-f6abd375c1ac" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.657604] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-81717c2b-61b1-4ed5-9940-f6abd375c1ac" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.657777] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('81717c2b-61b1-4ed5-9940-f6abd375c1ac',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.801162] env[65307]: INFO networking_nsxv3.common.synchronization [None req-2b62ddc3-81dd-403e-aa5e-ed62a77e9686 None None] Enqueued Resource ID: 14863233-85d7-475d-8ce2-240fef34ec48 with Priority: HIGHEST for action port [ 876.801162] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14863233-85d7-475d-8ce2-240fef34ec48 with Priority: HIGHEST for action port [ 876.801162] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-14863233-85d7-475d-8ce2-240fef34ec48 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.801162] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-14863233-85d7-475d-8ce2-240fef34ec48" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.801162] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-14863233-85d7-475d-8ce2-240fef34ec48" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.801162] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-14863233-85d7-475d-8ce2-240fef34ec48" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.801162] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('14863233-85d7-475d-8ce2-240fef34ec48',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.178759] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.178930] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.178991] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.179240] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.179328] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.179462] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 81717c2b-61b1-4ed5-9940-f6abd375c1ac already deleted. [ 877.179542] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-81717c2b-61b1-4ed5-9940-f6abd375c1ac" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.304865] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 14863233-85d7-475d-8ce2-240fef34ec48 [ 877.305335] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.305610] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.305793] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.306281] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.306358] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.306439] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:14863233-85d7-475d-8ce2-240fef34ec48 already deleted. [ 877.306541] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-14863233-85d7-475d-8ce2-240fef34ec48" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.601962] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3996475c-c507-4cb0-8b44-1ba4b8280428 in Status: SUCCESS [ 877.601962] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3996475c-c507-4cb0-8b44-1ba4b8280428" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.224321] env[65307]: INFO networking_nsxv3.common.synchronization [req-9b19f3b6-2868-4a7e-b06b-2a41397a50cf req-7bea27a2-b7d3-4473-b911-60f36c138e8a tempest-MigrationsAdminTest-1404342733 tempest-MigrationsAdminTest-1404342733-project-member] Enqueued Resource ID: 2d995b2d-9e4f-4988-82c5-804f9a48f0e4 with Priority: HIGHEST for action security_group_members [ 880.224892] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d995b2d-9e4f-4988-82c5-804f9a48f0e4 with Priority: HIGHEST for action security_group_members [ 880.225220] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d995b2d-9e4f-4988-82c5-804f9a48f0e4 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.229159] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d995b2d-9e4f-4988-82c5-804f9a48f0e4" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.229159] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d995b2d-9e4f-4988-82c5-804f9a48f0e4" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.229159] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d995b2d-9e4f-4988-82c5-804f9a48f0e4" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.229159] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.229159] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.229159] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.229159] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.229159] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.229159] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2d995b2d-9e4f-4988-82c5-804f9a48f0e4',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.731415] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2d995b2d-9e4f-4988-82c5-804f9a48f0e4',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.235204] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2d995b2d-9e4f-4988-82c5-804f9a48f0e4',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.741051] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.741051] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.741051] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.741051] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.741051] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.741051] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d995b2d-9e4f-4988-82c5-804f9a48f0e4 is going to be updated. [ 881.780232] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.780232] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.780232] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.780685] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.780685] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.792535] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d995b2d-9e4f-4988-82c5-804f9a48f0e4 in Status: IN_PROGRESS for 2s [ 882.576402] env[65307]: INFO networking_nsxv3.common.synchronization [None req-71551dfa-da89-4db8-8f07-08d20a4e5240 None None] Enqueued Resource ID: edd8a3e1-41b2-4e1e-93bc-1f3901ffc2dc with Priority: HIGHEST for action port [ 882.577053] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edd8a3e1-41b2-4e1e-93bc-1f3901ffc2dc with Priority: HIGHEST for action port [ 882.577404] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-edd8a3e1-41b2-4e1e-93bc-1f3901ffc2dc taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.577528] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-edd8a3e1-41b2-4e1e-93bc-1f3901ffc2dc" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.577597] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-edd8a3e1-41b2-4e1e-93bc-1f3901ffc2dc" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.577883] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-edd8a3e1-41b2-4e1e-93bc-1f3901ffc2dc" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.577969] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('edd8a3e1-41b2-4e1e-93bc-1f3901ffc2dc',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.082021] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port edd8a3e1-41b2-4e1e-93bc-1f3901ffc2dc [ 883.082021] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.082021] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.082021] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.082021] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.082021] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.082021] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:edd8a3e1-41b2-4e1e-93bc-1f3901ffc2dc already deleted. [ 883.082021] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-edd8a3e1-41b2-4e1e-93bc-1f3901ffc2dc" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.806066] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d995b2d-9e4f-4988-82c5-804f9a48f0e4 in Status: SUCCESS [ 883.806429] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d995b2d-9e4f-4988-82c5-804f9a48f0e4" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.939965] env[65307]: INFO networking_nsxv3.common.synchronization [None req-fc99675c-9616-45d6-85c0-37ea2ca2d8cc None None] Enqueued Resource ID: af9384c1-6f96-4c73-937a-f67047cfb2f6 with Priority: HIGHEST for action port [ 883.942218] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af9384c1-6f96-4c73-937a-f67047cfb2f6 with Priority: HIGHEST for action port [ 883.942218] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-af9384c1-6f96-4c73-937a-f67047cfb2f6 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.942218] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-af9384c1-6f96-4c73-937a-f67047cfb2f6" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.942218] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-af9384c1-6f96-4c73-937a-f67047cfb2f6" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.942218] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-af9384c1-6f96-4c73-937a-f67047cfb2f6" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.942218] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('af9384c1-6f96-4c73-937a-f67047cfb2f6',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.446324] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port af9384c1-6f96-4c73-937a-f67047cfb2f6 [ 884.447036] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.447036] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.447036] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.447249] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.447345] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.447471] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:af9384c1-6f96-4c73-937a-f67047cfb2f6 already deleted. [ 884.447609] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-af9384c1-6f96-4c73-937a-f67047cfb2f6" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.736871] env[65307]: INFO networking_nsxv3.common.synchronization [None req-0a8770fd-35a1-4ae5-a9d4-8918ca55242c None None] Enqueued Resource ID: de6af3ba-6d85-48c9-b648-60a2b69c8722 with Priority: HIGHEST for action port [ 885.738158] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de6af3ba-6d85-48c9-b648-60a2b69c8722 with Priority: HIGHEST for action port [ 885.739064] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-de6af3ba-6d85-48c9-b648-60a2b69c8722 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.739200] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-de6af3ba-6d85-48c9-b648-60a2b69c8722" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.739263] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-de6af3ba-6d85-48c9-b648-60a2b69c8722" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.739548] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-de6af3ba-6d85-48c9-b648-60a2b69c8722" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.739595] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('de6af3ba-6d85-48c9-b648-60a2b69c8722',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.934034] env[65307]: INFO networking_nsxv3.common.synchronization [req-5433cb01-9bcd-4189-821f-57f143c89b1e req-cf07d1b3-82b2-4a3a-a7e0-0d806be58d07 tempest-ServerDiskConfigTestJSON-294734907 tempest-ServerDiskConfigTestJSON-294734907-project-member] Enqueued Resource ID: 8acce43e-fe25-4bf7-968f-fd3904ef8dc8 with Priority: HIGHEST for action security_group_members [ 885.934619] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8acce43e-fe25-4bf7-968f-fd3904ef8dc8 with Priority: HIGHEST for action security_group_members [ 885.935100] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-8acce43e-fe25-4bf7-968f-fd3904ef8dc8 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.936721] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8acce43e-fe25-4bf7-968f-fd3904ef8dc8" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.938683] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8acce43e-fe25-4bf7-968f-fd3904ef8dc8" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.938683] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8acce43e-fe25-4bf7-968f-fd3904ef8dc8" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.938683] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.938683] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.938683] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.938683] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.939066] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.939066] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8acce43e-fe25-4bf7-968f-fd3904ef8dc8',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.242589] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port de6af3ba-6d85-48c9-b648-60a2b69c8722 [ 886.242929] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.243194] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.243194] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.244129] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.244129] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.244129] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:de6af3ba-6d85-48c9-b648-60a2b69c8722 already deleted. [ 886.244129] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-de6af3ba-6d85-48c9-b648-60a2b69c8722" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.388757] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock network-50 taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.390268] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "network-50" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.390268] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "network-50" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.390635] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "network-50" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.390959] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.391283] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.391521] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.392025] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.392105] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.392370] env[65307]: DEBUG dogpile.cache.region [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 886.392489] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] NeedRegenerationException {{(pid=65307) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 886.392605] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] no value, waiting for create lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 886.392738] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] value creation lock acquired {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 886.392853] env[65307]: DEBUG dogpile.cache.region [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 886.392956] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Calling creation function for not-yet-present value {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 886.393284] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 886.416507] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 886.416581] env[65307]: DEBUG dogpile.cache.region [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65307) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 886.416682] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Released creation lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 886.416863] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "network-50" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.417953] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock port-18daee57-e1be-4fe5-b87e-e232e4ea9453 taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.417953] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "port-18daee57-e1be-4fe5-b87e-e232e4ea9453" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.417953] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "port-18daee57-e1be-4fe5-b87e-e232e4ea9453" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.417953] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "port-18daee57-e1be-4fe5-b87e-e232e4ea9453" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.418219] env[65307]: DEBUG networking_nsxv3.api.rpc [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('18daee57-e1be-4fe5-b87e-e232e4ea9453',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.441392] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.442842] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.442842] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.442842] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.442842] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.442842] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.443191] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.443191] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.443261] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.443290] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.443382] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8acce43e-fe25-4bf7-968f-fd3904ef8dc8 is going to be updated. [ 886.471821] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.472718] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.472718] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.472718] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.472718] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.483728] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8acce43e-fe25-4bf7-968f-fd3904ef8dc8 in Status: IN_PROGRESS for 2s [ 886.920292] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.920634] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.920634] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.920910] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.921072] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.921228] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Segment Port 18daee57-e1be-4fe5-b87e-e232e4ea9453 not found, creating... [ 886.921525] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.921683] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.921797] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.922025] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.922577] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.922577] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.922577] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.922755] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.922877] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.923022] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.923238] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Resource: SegmentPort with ID: 18daee57-e1be-4fe5-b87e-e232e4ea9453 is going to be created. [ 886.943802] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.944114] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.944320] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.944596] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.944833] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.945167] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "port-18daee57-e1be-4fe5-b87e-e232e4ea9453" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.272228] env[65307]: INFO networking_nsxv3.common.synchronization [None req-6a191a7a-7be2-4a6b-9392-51f7580bf77f None None] Enqueued Resource ID: 87ceafbf-0ad5-4ce9-a200-4aff7551511e with Priority: HIGHEST for action port [ 887.272916] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87ceafbf-0ad5-4ce9-a200-4aff7551511e with Priority: HIGHEST for action port [ 887.273240] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-87ceafbf-0ad5-4ce9-a200-4aff7551511e taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.273358] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-87ceafbf-0ad5-4ce9-a200-4aff7551511e" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.273421] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-87ceafbf-0ad5-4ce9-a200-4aff7551511e" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.273686] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-87ceafbf-0ad5-4ce9-a200-4aff7551511e" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.273794] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('87ceafbf-0ad5-4ce9-a200-4aff7551511e',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.674314] env[65307]: INFO networking_nsxv3.common.synchronization [req-5433cb01-9bcd-4189-821f-57f143c89b1e req-9e9fce65-be29-4ef6-95e6-f323c28158f2 service nova] Enqueued Resource ID: 8acce43e-fe25-4bf7-968f-fd3904ef8dc8 with Priority: HIGHEST for action security_group_rules [ 887.674455] env[65307]: INFO networking_nsxv3.common.synchronization [req-5433cb01-9bcd-4189-821f-57f143c89b1e req-9e9fce65-be29-4ef6-95e6-f323c28158f2 service nova] Enqueued Resource ID: 8acce43e-fe25-4bf7-968f-fd3904ef8dc8 with Priority: HIGHEST for action security_group_members [ 887.674666] env[65307]: INFO networking_nsxv3.common.synchronization [req-5433cb01-9bcd-4189-821f-57f143c89b1e req-9e9fce65-be29-4ef6-95e6-f323c28158f2 service nova] Enqueued Resource ID: 18daee57-e1be-4fe5-b87e-e232e4ea9453 with Priority: HIGHEST for action port [ 887.677818] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8acce43e-fe25-4bf7-968f-fd3904ef8dc8 with Priority: HIGHEST for action security_group_rules [ 887.677818] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8acce43e-fe25-4bf7-968f-fd3904ef8dc8 with Priority: HIGHEST for action security_group_members [ 887.677818] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18daee57-e1be-4fe5-b87e-e232e4ea9453 with Priority: HIGHEST for action port [ 887.678148] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8acce43e-fe25-4bf7-968f-fd3904ef8dc8 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.678684] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8acce43e-fe25-4bf7-968f-fd3904ef8dc8" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.678784] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8acce43e-fe25-4bf7-968f-fd3904ef8dc8" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.679058] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8acce43e-fe25-4bf7-968f-fd3904ef8dc8" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.679176] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8acce43e-fe25-4bf7-968f-fd3904ef8dc8',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.680313] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-8acce43e-fe25-4bf7-968f-fd3904ef8dc8 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.680425] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8acce43e-fe25-4bf7-968f-fd3904ef8dc8" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.680801] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-18daee57-e1be-4fe5-b87e-e232e4ea9453 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.680916] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-18daee57-e1be-4fe5-b87e-e232e4ea9453" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.680984] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-18daee57-e1be-4fe5-b87e-e232e4ea9453" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.682569] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-18daee57-e1be-4fe5-b87e-e232e4ea9453" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.682569] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('18daee57-e1be-4fe5-b87e-e232e4ea9453',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.778033] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 87ceafbf-0ad5-4ce9-a200-4aff7551511e [ 887.778033] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.778033] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.778033] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.778033] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.778033] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.778033] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:87ceafbf-0ad5-4ce9-a200-4aff7551511e already deleted. [ 887.778033] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-87ceafbf-0ad5-4ce9-a200-4aff7551511e" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.183859] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-8acce43e-fe25-4bf7-968f-fd3904ef8dc8 taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.183859] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8acce43e-fe25-4bf7-968f-fd3904ef8dc8" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.184508] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 18daee57-e1be-4fe5-b87e-e232e4ea9453 with status ACTIVE [ 888.184508] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.184508] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.184508] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.184776] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.184776] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.184893] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.184987] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.185060] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.185253] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.185353] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.185541] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.185652] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.185715] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.185858] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.185930] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.186029] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 18daee57-e1be-4fe5-b87e-e232e4ea9453 is going to be updated. [ 888.208531] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.208732] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.208732] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.208932] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.209087] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.209336] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-18daee57-e1be-4fe5-b87e-e232e4ea9453" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.496055] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8acce43e-fe25-4bf7-968f-fd3904ef8dc8 in Status: SUCCESS [ 888.496267] env[65307]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8acce43e-fe25-4bf7-968f-fd3904ef8dc8 deletion is rescheduled due to dependency. [ 888.496345] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8acce43e-fe25-4bf7-968f-fd3904ef8dc8" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.497024] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8acce43e-fe25-4bf7-968f-fd3904ef8dc8" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.497024] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8acce43e-fe25-4bf7-968f-fd3904ef8dc8" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.497209] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.497321] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.497416] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.497616] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.497616] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.497804] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8acce43e-fe25-4bf7-968f-fd3904ef8dc8',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.004471] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8acce43e-fe25-4bf7-968f-fd3904ef8dc8',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.230504] env[65307]: INFO networking_nsxv3.common.synchronization [req-7c0c0f1f-908f-488c-be76-59897c746a70 req-e57c5cba-bc18-4e84-bdaf-c5368c4b8c4f tempest-ListImageFiltersTestJSON-1591582478 tempest-ListImageFiltersTestJSON-1591582478-project-member] Enqueued Resource ID: b13ac1a2-4735-49c3-916c-8767b46c962c with Priority: HIGHEST for action security_group_members [ 889.231019] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b13ac1a2-4735-49c3-916c-8767b46c962c with Priority: HIGHEST for action security_group_members [ 889.231398] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-b13ac1a2-4735-49c3-916c-8767b46c962c taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.231523] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b13ac1a2-4735-49c3-916c-8767b46c962c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.231615] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b13ac1a2-4735-49c3-916c-8767b46c962c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.231825] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b13ac1a2-4735-49c3-916c-8767b46c962c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.231988] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.232226] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.232226] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.232308] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.232383] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.232473] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b13ac1a2-4735-49c3-916c-8767b46c962c',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.511939] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8acce43e-fe25-4bf7-968f-fd3904ef8dc8',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.736108] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b13ac1a2-4735-49c3-916c-8767b46c962c',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.016928] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.017908] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.017987] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.018246] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.018379] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.018526] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8acce43e-fe25-4bf7-968f-fd3904ef8dc8 is going to be updated. [ 890.048386] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.048538] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.048625] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.048843] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.049287] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.057954] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8acce43e-fe25-4bf7-968f-fd3904ef8dc8 in Status: IN_PROGRESS for 2s [ 890.240519] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b13ac1a2-4735-49c3-916c-8767b46c962c',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.742031] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.742171] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.742234] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.742442] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.742531] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.742635] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b13ac1a2-4735-49c3-916c-8767b46c962c is going to be updated. [ 890.773399] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.773614] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.773614] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.773815] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.773960] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.783916] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b13ac1a2-4735-49c3-916c-8767b46c962c in Status: IN_PROGRESS for 2s [ 892.069439] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8acce43e-fe25-4bf7-968f-fd3904ef8dc8 in Status: SUCCESS [ 892.069866] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8acce43e-fe25-4bf7-968f-fd3904ef8dc8" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.069866] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8acce43e-fe25-4bf7-968f-fd3904ef8dc8" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.069948] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8acce43e-fe25-4bf7-968f-fd3904ef8dc8" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.070229] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.070362] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.070468] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.071299] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.071299] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.071299] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8acce43e-fe25-4bf7-968f-fd3904ef8dc8" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.071299] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8acce43e-fe25-4bf7-968f-fd3904ef8dc8',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.574380] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-8acce43e-fe25-4bf7-968f-fd3904ef8dc8 taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.574591] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8acce43e-fe25-4bf7-968f-fd3904ef8dc8" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.574591] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8acce43e-fe25-4bf7-968f-fd3904ef8dc8" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.574839] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8acce43e-fe25-4bf7-968f-fd3904ef8dc8" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.575015] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.575131] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.575196] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.575357] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.575426] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.575516] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8acce43e-fe25-4bf7-968f-fd3904ef8dc8" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.575666] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-8acce43e-fe25-4bf7-968f-fd3904ef8dc8 taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.575756] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8acce43e-fe25-4bf7-968f-fd3904ef8dc8" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.575812] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8acce43e-fe25-4bf7-968f-fd3904ef8dc8" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.575952] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8acce43e-fe25-4bf7-968f-fd3904ef8dc8" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.576099] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.576191] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.576245] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.576383] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.576457] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.576536] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8acce43e-fe25-4bf7-968f-fd3904ef8dc8" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.576623] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8acce43e-fe25-4bf7-968f-fd3904ef8dc8',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.794064] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b13ac1a2-4735-49c3-916c-8767b46c962c in Status: SUCCESS [ 892.794310] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b13ac1a2-4735-49c3-916c-8767b46c962c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.035823] env[65307]: INFO networking_nsxv3.common.synchronization [req-762c49c9-19b3-41ee-b54e-f4d18e4f5064 req-e334b752-31f6-458d-b3e5-135a3a927b83 tempest-ServersNegativeTestJSON-1901636122 tempest-ServersNegativeTestJSON-1901636122-project-member] Enqueued Resource ID: 81b1f5ff-e5a6-4212-b54d-79c3bff0b9ea with Priority: HIGHEST for action security_group_members [ 893.036476] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81b1f5ff-e5a6-4212-b54d-79c3bff0b9ea with Priority: HIGHEST for action security_group_members [ 893.036816] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-81b1f5ff-e5a6-4212-b54d-79c3bff0b9ea taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.036939] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81b1f5ff-e5a6-4212-b54d-79c3bff0b9ea" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.037016] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81b1f5ff-e5a6-4212-b54d-79c3bff0b9ea" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.037457] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81b1f5ff-e5a6-4212-b54d-79c3bff0b9ea" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.037717] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.038047] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.038047] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.038166] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.038348] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.038449] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('81b1f5ff-e5a6-4212-b54d-79c3bff0b9ea',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.078832] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8acce43e-fe25-4bf7-968f-fd3904ef8dc8: rpc.has_security_group_logging(os_id): False [ 893.102346] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.102346] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.102346] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.102346] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.102346] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.102346] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.102346] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.102346] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.102346] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.102346] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.102346] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.102346] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.102346] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.102346] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.102346] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.103977] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.103977] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.103977] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.103977] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.103977] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.103977] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8acce43e-fe25-4bf7-968f-fd3904ef8dc8 is going to be updated. [ 893.194426] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.194657] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.194657] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.194774] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.194938] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.223242] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8acce43e-fe25-4bf7-968f-fd3904ef8dc8 in Status: IN_PROGRESS for 2s [ 893.460532] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock network-638 taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.460693] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "network-638" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.460799] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "network-638" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.461098] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "network-638" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.461352] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.461635] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.461635] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.461853] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.461995] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.462217] env[65307]: DEBUG dogpile.cache.region [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 893.462332] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] NeedRegenerationException {{(pid=65307) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 893.462440] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] no value, waiting for create lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 893.462538] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] value creation lock acquired {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 893.462641] env[65307]: DEBUG dogpile.cache.region [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 893.462739] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Calling creation function for not-yet-present value {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 893.462862] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 893.482360] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 893.482529] env[65307]: DEBUG dogpile.cache.region [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65307) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 893.482664] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Released creation lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 893.482834] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "network-638" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.483219] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock port-8e722648-5169-46ad-9132-27cf95fe871f taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.483407] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "port-8e722648-5169-46ad-9132-27cf95fe871f" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.483525] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "port-8e722648-5169-46ad-9132-27cf95fe871f" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.483849] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "port-8e722648-5169-46ad-9132-27cf95fe871f" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.483983] env[65307]: DEBUG networking_nsxv3.api.rpc [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8e722648-5169-46ad-9132-27cf95fe871f',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.540795] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('81b1f5ff-e5a6-4212-b54d-79c3bff0b9ea',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.986677] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.986907] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.987045] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.987391] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.987549] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.987700] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Segment Port 8e722648-5169-46ad-9132-27cf95fe871f not found, creating... [ 893.987958] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.988125] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.988244] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.988475] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.988607] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.988959] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.989135] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.989283] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.989505] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.989637] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.989771] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Resource: SegmentPort with ID: 8e722648-5169-46ad-9132-27cf95fe871f is going to be created. [ 894.015508] env[65307]: INFO networking_nsxv3.common.synchronization [req-6c8baa30-b069-4d27-a33c-18556fe933a9 req-4a9d29d8-9e54-4a54-85db-7828eb8d0f0d tempest-ServersTestManualDisk-523986528 tempest-ServersTestManualDisk-523986528-project-member] Enqueued Resource ID: 2358200d-9ae8-4c44-86a3-3da67b78bd4c with Priority: HIGHEST for action security_group_members [ 894.016823] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2358200d-9ae8-4c44-86a3-3da67b78bd4c with Priority: HIGHEST for action security_group_members [ 894.018395] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.018621] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.018763] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.019250] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.019643] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.019926] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "port-8e722648-5169-46ad-9132-27cf95fe871f" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.020969] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-2358200d-9ae8-4c44-86a3-3da67b78bd4c taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.021243] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2358200d-9ae8-4c44-86a3-3da67b78bd4c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.021372] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2358200d-9ae8-4c44-86a3-3da67b78bd4c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.021789] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2358200d-9ae8-4c44-86a3-3da67b78bd4c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.022039] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.022197] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.022273] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.022515] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.022624] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.022784] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2358200d-9ae8-4c44-86a3-3da67b78bd4c',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.043979] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('81b1f5ff-e5a6-4212-b54d-79c3bff0b9ea',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.527795] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.528109] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.528109] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.528244] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.528335] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.528537] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.528624] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.528762] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.528838] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.528975] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.528975] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2358200d-9ae8-4c44-86a3-3da67b78bd4c is going to be updated. [ 894.548065] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.549120] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.549120] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.549120] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.549120] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.549120] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81b1f5ff-e5a6-4212-b54d-79c3bff0b9ea is going to be updated. [ 894.567932] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.568111] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.568216] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.568374] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.568538] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.577775] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2358200d-9ae8-4c44-86a3-3da67b78bd4c in Status: IN_PROGRESS for 2s [ 894.588120] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.588321] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.588433] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.588681] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.588853] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.600805] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81b1f5ff-e5a6-4212-b54d-79c3bff0b9ea in Status: IN_PROGRESS for 2s [ 894.793565] env[65307]: INFO networking_nsxv3.common.synchronization [req-762c49c9-19b3-41ee-b54e-f4d18e4f5064 req-7908721c-869b-4d5e-8581-4de3e9918ca8 service nova] Enqueued Resource ID: 81b1f5ff-e5a6-4212-b54d-79c3bff0b9ea with Priority: HIGHEST for action security_group_rules [ 894.793770] env[65307]: INFO networking_nsxv3.common.synchronization [req-762c49c9-19b3-41ee-b54e-f4d18e4f5064 req-7908721c-869b-4d5e-8581-4de3e9918ca8 service nova] Enqueued Resource ID: 81b1f5ff-e5a6-4212-b54d-79c3bff0b9ea with Priority: HIGHEST for action security_group_members [ 894.793972] env[65307]: INFO networking_nsxv3.common.synchronization [req-762c49c9-19b3-41ee-b54e-f4d18e4f5064 req-7908721c-869b-4d5e-8581-4de3e9918ca8 service nova] Enqueued Resource ID: 8e722648-5169-46ad-9132-27cf95fe871f with Priority: HIGHEST for action port [ 894.794531] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81b1f5ff-e5a6-4212-b54d-79c3bff0b9ea with Priority: HIGHEST for action security_group_rules [ 894.794668] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81b1f5ff-e5a6-4212-b54d-79c3bff0b9ea with Priority: HIGHEST for action security_group_members [ 894.794752] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e722648-5169-46ad-9132-27cf95fe871f with Priority: HIGHEST for action port [ 894.795180] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-81b1f5ff-e5a6-4212-b54d-79c3bff0b9ea taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.795315] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-81b1f5ff-e5a6-4212-b54d-79c3bff0b9ea" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.795381] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-81b1f5ff-e5a6-4212-b54d-79c3bff0b9ea" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.795590] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-81b1f5ff-e5a6-4212-b54d-79c3bff0b9ea" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.795707] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('81b1f5ff-e5a6-4212-b54d-79c3bff0b9ea',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.797626] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-81b1f5ff-e5a6-4212-b54d-79c3bff0b9ea taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.797719] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81b1f5ff-e5a6-4212-b54d-79c3bff0b9ea" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.797934] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-8e722648-5169-46ad-9132-27cf95fe871f taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.798078] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8e722648-5169-46ad-9132-27cf95fe871f" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.798125] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8e722648-5169-46ad-9132-27cf95fe871f" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.798325] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8e722648-5169-46ad-9132-27cf95fe871f" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.798400] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8e722648-5169-46ad-9132-27cf95fe871f',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.237776] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8acce43e-fe25-4bf7-968f-fd3904ef8dc8 in Status: SUCCESS [ 895.237776] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8acce43e-fe25-4bf7-968f-fd3904ef8dc8" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.298677] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-81b1f5ff-e5a6-4212-b54d-79c3bff0b9ea taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.298677] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81b1f5ff-e5a6-4212-b54d-79c3bff0b9ea" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.301103] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8e722648-5169-46ad-9132-27cf95fe871f with status ACTIVE [ 895.301358] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.301487] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.301545] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.301759] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.301850] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.302045] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.302141] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.302226] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.302343] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.302420] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.302621] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.302771] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.302842] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.302990] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.303079] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.303166] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8e722648-5169-46ad-9132-27cf95fe871f is going to be updated. [ 895.328161] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.328378] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.328378] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.328601] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.328747] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.328913] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8e722648-5169-46ad-9132-27cf95fe871f" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.592021] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2358200d-9ae8-4c44-86a3-3da67b78bd4c in Status: SUCCESS [ 896.592326] env[65307]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2358200d-9ae8-4c44-86a3-3da67b78bd4c deletion is rescheduled due to dependency. [ 896.592326] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2358200d-9ae8-4c44-86a3-3da67b78bd4c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.611287] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81b1f5ff-e5a6-4212-b54d-79c3bff0b9ea in Status: SUCCESS [ 896.611287] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81b1f5ff-e5a6-4212-b54d-79c3bff0b9ea" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.611471] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81b1f5ff-e5a6-4212-b54d-79c3bff0b9ea" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.611831] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81b1f5ff-e5a6-4212-b54d-79c3bff0b9ea" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.611831] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.612015] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.612015] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.612228] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.612280] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.613451] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('81b1f5ff-e5a6-4212-b54d-79c3bff0b9ea',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.663349] env[65307]: INFO networking_nsxv3.common.synchronization [req-dcfee468-6b13-4712-a326-dcc7110f1510 req-e92229a5-2af6-44d4-9bbe-29daf68779b3 tempest-InstanceActionsNegativeTestJSON-1073138208 tempest-InstanceActionsNegativeTestJSON-1073138208-project-member] Enqueued Resource ID: 2a9b4edb-f3a8-4d1f-8cbb-a414eb8e7d13 with Priority: HIGHEST for action security_group_members [ 896.663890] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a9b4edb-f3a8-4d1f-8cbb-a414eb8e7d13 with Priority: HIGHEST for action security_group_members [ 896.666673] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a9b4edb-f3a8-4d1f-8cbb-a414eb8e7d13 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.666673] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a9b4edb-f3a8-4d1f-8cbb-a414eb8e7d13" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.666673] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a9b4edb-f3a8-4d1f-8cbb-a414eb8e7d13" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.666673] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a9b4edb-f3a8-4d1f-8cbb-a414eb8e7d13" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.666673] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.666673] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.666673] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.666673] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.666673] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.666673] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2a9b4edb-f3a8-4d1f-8cbb-a414eb8e7d13',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.053808] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock network-617 taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.053969] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "network-617" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.054274] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "network-617" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.054662] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "network-617" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.054919] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.055091] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.055208] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.055431] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.055568] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.055770] env[65307]: DEBUG dogpile.cache.region [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 897.055879] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] NeedRegenerationException {{(pid=65307) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 897.055983] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] no value, waiting for create lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 897.056113] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] value creation lock acquired {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 897.056264] env[65307]: DEBUG dogpile.cache.region [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 897.056400] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Calling creation function for not-yet-present value {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 897.056583] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 897.076861] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 897.076994] env[65307]: DEBUG dogpile.cache.region [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65307) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 897.077146] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Released creation lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 897.077326] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "network-617" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.077633] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock port-2d4ee1f3-f5b1-45ef-b01e-a3bd4c36ad71 taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.077800] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "port-2d4ee1f3-f5b1-45ef-b01e-a3bd4c36ad71" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.077960] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "port-2d4ee1f3-f5b1-45ef-b01e-a3bd4c36ad71" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.078308] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "port-2d4ee1f3-f5b1-45ef-b01e-a3bd4c36ad71" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.078581] env[65307]: DEBUG networking_nsxv3.api.rpc [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2d4ee1f3-f5b1-45ef-b01e-a3bd4c36ad71',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.115961] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('81b1f5ff-e5a6-4212-b54d-79c3bff0b9ea',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.171326] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.171326] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.171326] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.171326] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.171326] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.171326] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.171326] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.171326] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.171326] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.171326] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.171326] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2a9b4edb-f3a8-4d1f-8cbb-a414eb8e7d13 already deleted. [ 897.171785] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a9b4edb-f3a8-4d1f-8cbb-a414eb8e7d13" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.581251] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.581839] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.582048] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.582357] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.582514] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.582669] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Segment Port 2d4ee1f3-f5b1-45ef-b01e-a3bd4c36ad71 not found, creating... [ 897.582947] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.583134] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.583253] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.583492] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.583629] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.583928] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.584098] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.584218] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.584424] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.584558] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.584695] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Resource: SegmentPort with ID: 2d4ee1f3-f5b1-45ef-b01e-a3bd4c36ad71 is going to be created. [ 897.618850] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('81b1f5ff-e5a6-4212-b54d-79c3bff0b9ea',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.625031] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.625345] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.625345] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.625651] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.625868] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.626131] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "port-2d4ee1f3-f5b1-45ef-b01e-a3bd4c36ad71" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.669516] env[65307]: INFO networking_nsxv3.common.synchronization [req-a120d6cc-8b8a-4f73-915f-608a1141127f req-367f05f3-7575-42c9-916d-48e23704cb69 tempest-ServerActionsTestOtherA-1819960408 tempest-ServerActionsTestOtherA-1819960408-project-member] Enqueued Resource ID: c986cdad-f97d-4d2c-b7da-56ba7cea667b with Priority: HIGHEST for action security_group_members [ 897.670058] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c986cdad-f97d-4d2c-b7da-56ba7cea667b with Priority: HIGHEST for action security_group_members [ 897.670439] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-c986cdad-f97d-4d2c-b7da-56ba7cea667b taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.670548] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c986cdad-f97d-4d2c-b7da-56ba7cea667b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.670634] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c986cdad-f97d-4d2c-b7da-56ba7cea667b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.670848] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c986cdad-f97d-4d2c-b7da-56ba7cea667b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.671009] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.671138] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.671362] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.671362] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.671465] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.671506] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c986cdad-f97d-4d2c-b7da-56ba7cea667b',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.122792] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.122792] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.123311] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.123311] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.123311] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.123311] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81b1f5ff-e5a6-4212-b54d-79c3bff0b9ea is going to be updated. [ 898.159224] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.159224] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.159224] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.159509] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.159597] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.171023] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81b1f5ff-e5a6-4212-b54d-79c3bff0b9ea in Status: IN_PROGRESS for 2s [ 898.175519] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.175686] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.175763] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.176105] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.176105] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.176287] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.176405] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.176482] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.176933] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.176933] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.176933] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c986cdad-f97d-4d2c-b7da-56ba7cea667b is going to be updated. [ 898.215334] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.215334] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.215334] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.215334] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.215334] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.225895] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c986cdad-f97d-4d2c-b7da-56ba7cea667b in Status: IN_PROGRESS for 2s [ 898.407043] env[65307]: INFO networking_nsxv3.common.synchronization [req-dcfee468-6b13-4712-a326-dcc7110f1510 req-b0b03109-a580-4e29-88b1-b1a6ac1da7b5 service nova] Enqueued Resource ID: 2a9b4edb-f3a8-4d1f-8cbb-a414eb8e7d13 with Priority: HIGHEST for action security_group_rules [ 898.407290] env[65307]: INFO networking_nsxv3.common.synchronization [req-dcfee468-6b13-4712-a326-dcc7110f1510 req-b0b03109-a580-4e29-88b1-b1a6ac1da7b5 service nova] Enqueued Resource ID: 2a9b4edb-f3a8-4d1f-8cbb-a414eb8e7d13 with Priority: HIGHEST for action security_group_members [ 898.407396] env[65307]: INFO networking_nsxv3.common.synchronization [req-dcfee468-6b13-4712-a326-dcc7110f1510 req-b0b03109-a580-4e29-88b1-b1a6ac1da7b5 service nova] Enqueued Resource ID: 2d4ee1f3-f5b1-45ef-b01e-a3bd4c36ad71 with Priority: HIGHEST for action port [ 898.408407] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a9b4edb-f3a8-4d1f-8cbb-a414eb8e7d13 with Priority: HIGHEST for action security_group_rules [ 898.408570] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a9b4edb-f3a8-4d1f-8cbb-a414eb8e7d13 with Priority: HIGHEST for action security_group_members [ 898.408670] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d4ee1f3-f5b1-45ef-b01e-a3bd4c36ad71 with Priority: HIGHEST for action port [ 898.409805] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2a9b4edb-f3a8-4d1f-8cbb-a414eb8e7d13 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.409805] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2a9b4edb-f3a8-4d1f-8cbb-a414eb8e7d13" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.409805] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2a9b4edb-f3a8-4d1f-8cbb-a414eb8e7d13" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.409805] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2a9b4edb-f3a8-4d1f-8cbb-a414eb8e7d13" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.409805] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2a9b4edb-f3a8-4d1f-8cbb-a414eb8e7d13',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.411474] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a9b4edb-f3a8-4d1f-8cbb-a414eb8e7d13 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.411474] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a9b4edb-f3a8-4d1f-8cbb-a414eb8e7d13" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.411474] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a9b4edb-f3a8-4d1f-8cbb-a414eb8e7d13" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.411474] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a9b4edb-f3a8-4d1f-8cbb-a414eb8e7d13" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.411474] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.411474] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.411474] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.411920] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.411920] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.411920] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2a9b4edb-f3a8-4d1f-8cbb-a414eb8e7d13',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.413293] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-2d4ee1f3-f5b1-45ef-b01e-a3bd4c36ad71 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.413424] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2d4ee1f3-f5b1-45ef-b01e-a3bd4c36ad71" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.413480] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2d4ee1f3-f5b1-45ef-b01e-a3bd4c36ad71" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.414048] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2d4ee1f3-f5b1-45ef-b01e-a3bd4c36ad71" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.414048] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2d4ee1f3-f5b1-45ef-b01e-a3bd4c36ad71',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.915790] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a9b4edb-f3a8-4d1f-8cbb-a414eb8e7d13 taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.915790] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a9b4edb-f3a8-4d1f-8cbb-a414eb8e7d13" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.915790] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2a9b4edb-f3a8-4d1f-8cbb-a414eb8e7d13',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.916872] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2d4ee1f3-f5b1-45ef-b01e-a3bd4c36ad71 with status ACTIVE [ 898.917077] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.917193] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.917281] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.917484] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.917574] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.917742] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.917839] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.917900] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.918068] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.918153] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.918326] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.918416] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.918475] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.918627] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.918683] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.918751] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2d4ee1f3-f5b1-45ef-b01e-a3bd4c36ad71 is going to be updated. [ 898.942367] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.942550] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.942550] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.942730] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.942883] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.943060] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2d4ee1f3-f5b1-45ef-b01e-a3bd4c36ad71" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.419575] env[65307]: INFO networking_nsxv3.common.synchronization [req-aa5c6e70-65c5-4c2f-b120-21b0e7bb6681 req-9523d33b-6f99-45c2-9c07-7118b20fcd78 tempest-ImagesOneServerNegativeTestJSON-770033829 tempest-ImagesOneServerNegativeTestJSON-770033829-project-member] Enqueued Resource ID: 89714c59-b91a-49ce-918c-e131d8652049 with Priority: HIGHEST for action security_group_members [ 899.420211] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89714c59-b91a-49ce-918c-e131d8652049 with Priority: HIGHEST for action security_group_members [ 899.420599] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2a9b4edb-f3a8-4d1f-8cbb-a414eb8e7d13',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.421853] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-89714c59-b91a-49ce-918c-e131d8652049 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.422033] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-89714c59-b91a-49ce-918c-e131d8652049" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.422876] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-89714c59-b91a-49ce-918c-e131d8652049" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.422876] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-89714c59-b91a-49ce-918c-e131d8652049" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.422876] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.422876] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.422876] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.423481] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.423592] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.423720] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('89714c59-b91a-49ce-918c-e131d8652049',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.776558] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock network-624 taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.776757] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "network-624" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.776867] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "network-624" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.777329] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "network-624" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.778566] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.778566] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.778566] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.778566] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.778808] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.779056] env[65307]: DEBUG dogpile.cache.region [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 899.779188] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] NeedRegenerationException {{(pid=65307) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 899.779340] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] no value, waiting for create lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 899.779453] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] value creation lock acquired {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 899.779559] env[65307]: DEBUG dogpile.cache.region [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 899.779671] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Calling creation function for not-yet-present value {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 899.779817] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 899.800818] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 899.800818] env[65307]: DEBUG dogpile.cache.region [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65307) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 899.800818] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Released creation lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 899.801054] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "network-624" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.801468] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock port-8bdb64e4-f58c-406b-830a-eab9c6d4d1b7 taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.801711] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "port-8bdb64e4-f58c-406b-830a-eab9c6d4d1b7" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.801879] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "port-8bdb64e4-f58c-406b-830a-eab9c6d4d1b7" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.802258] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "port-8bdb64e4-f58c-406b-830a-eab9c6d4d1b7" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.802481] env[65307]: DEBUG networking_nsxv3.api.rpc [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8bdb64e4-f58c-406b-830a-eab9c6d4d1b7',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.926144] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.926411] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.926411] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.926571] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.926658] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.926752] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2a9b4edb-f3a8-4d1f-8cbb-a414eb8e7d13 is going to be created. [ 899.928987] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.928987] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.928987] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.928987] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.928987] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.928987] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.928987] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.928987] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.928987] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.928987] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.928987] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 89714c59-b91a-49ce-918c-e131d8652049 is going to be updated. [ 899.953949] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.954146] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.954187] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.954382] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.954577] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.956408] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.956557] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.956620] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.956754] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.956873] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.967259] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 89714c59-b91a-49ce-918c-e131d8652049 in Status: IN_PROGRESS for 2s [ 899.967951] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a9b4edb-f3a8-4d1f-8cbb-a414eb8e7d13 in Status: UNINITIALIZED for 2s [ 900.181445] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81b1f5ff-e5a6-4212-b54d-79c3bff0b9ea in Status: SUCCESS [ 900.181767] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81b1f5ff-e5a6-4212-b54d-79c3bff0b9ea" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.181989] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81b1f5ff-e5a6-4212-b54d-79c3bff0b9ea" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.182276] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81b1f5ff-e5a6-4212-b54d-79c3bff0b9ea" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.182559] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.182749] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.182861] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.183077] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.183172] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.183297] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81b1f5ff-e5a6-4212-b54d-79c3bff0b9ea" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.183414] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('81b1f5ff-e5a6-4212-b54d-79c3bff0b9ea',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.238443] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c986cdad-f97d-4d2c-b7da-56ba7cea667b in Status: IN_PROGRESS for 4s [ 900.304892] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.305157] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.305213] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.305505] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.305656] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.305812] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Segment Port 8bdb64e4-f58c-406b-830a-eab9c6d4d1b7 not found, creating... [ 900.306096] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.306261] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.306377] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.306611] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.306744] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.307036] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.307203] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.311101] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.311101] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.311101] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.311101] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Resource: SegmentPort with ID: 8bdb64e4-f58c-406b-830a-eab9c6d4d1b7 is going to be created. [ 900.333195] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.333423] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.333547] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.333816] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.335475] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.335475] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "port-8bdb64e4-f58c-406b-830a-eab9c6d4d1b7" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.688269] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-81b1f5ff-e5a6-4212-b54d-79c3bff0b9ea taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.688269] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81b1f5ff-e5a6-4212-b54d-79c3bff0b9ea" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.688269] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81b1f5ff-e5a6-4212-b54d-79c3bff0b9ea" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.688269] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81b1f5ff-e5a6-4212-b54d-79c3bff0b9ea" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.688269] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.688269] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.688269] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.688269] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.688269] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.688269] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81b1f5ff-e5a6-4212-b54d-79c3bff0b9ea" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.688269] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-81b1f5ff-e5a6-4212-b54d-79c3bff0b9ea taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.688269] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81b1f5ff-e5a6-4212-b54d-79c3bff0b9ea" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.689348] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81b1f5ff-e5a6-4212-b54d-79c3bff0b9ea" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.690148] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81b1f5ff-e5a6-4212-b54d-79c3bff0b9ea" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.690148] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.690148] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.690148] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.690148] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.690455] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.690626] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81b1f5ff-e5a6-4212-b54d-79c3bff0b9ea" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.691474] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('81b1f5ff-e5a6-4212-b54d-79c3bff0b9ea',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.115932] env[65307]: INFO networking_nsxv3.common.synchronization [req-aa5c6e70-65c5-4c2f-b120-21b0e7bb6681 req-0f970263-3a5b-45bc-8bfe-fe5cbb994a67 service nova] Enqueued Resource ID: 89714c59-b91a-49ce-918c-e131d8652049 with Priority: HIGHEST for action security_group_rules [ 901.116219] env[65307]: INFO networking_nsxv3.common.synchronization [req-aa5c6e70-65c5-4c2f-b120-21b0e7bb6681 req-0f970263-3a5b-45bc-8bfe-fe5cbb994a67 service nova] Enqueued Resource ID: 89714c59-b91a-49ce-918c-e131d8652049 with Priority: HIGHEST for action security_group_members [ 901.116291] env[65307]: INFO networking_nsxv3.common.synchronization [req-aa5c6e70-65c5-4c2f-b120-21b0e7bb6681 req-0f970263-3a5b-45bc-8bfe-fe5cbb994a67 service nova] Enqueued Resource ID: 8bdb64e4-f58c-406b-830a-eab9c6d4d1b7 with Priority: HIGHEST for action port [ 901.117645] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89714c59-b91a-49ce-918c-e131d8652049 with Priority: HIGHEST for action security_group_rules [ 901.117645] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89714c59-b91a-49ce-918c-e131d8652049 with Priority: HIGHEST for action security_group_members [ 901.117645] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8bdb64e4-f58c-406b-830a-eab9c6d4d1b7 with Priority: HIGHEST for action port [ 901.117960] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-89714c59-b91a-49ce-918c-e131d8652049 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.118089] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-89714c59-b91a-49ce-918c-e131d8652049" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.118193] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-89714c59-b91a-49ce-918c-e131d8652049" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.122244] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-89714c59-b91a-49ce-918c-e131d8652049" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.122244] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('89714c59-b91a-49ce-918c-e131d8652049',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.122244] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-89714c59-b91a-49ce-918c-e131d8652049 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.122244] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-89714c59-b91a-49ce-918c-e131d8652049" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.122430] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-8bdb64e4-f58c-406b-830a-eab9c6d4d1b7 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.122621] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8bdb64e4-f58c-406b-830a-eab9c6d4d1b7" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.122722] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8bdb64e4-f58c-406b-830a-eab9c6d4d1b7" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.122997] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8bdb64e4-f58c-406b-830a-eab9c6d4d1b7" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.124372] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8bdb64e4-f58c-406b-830a-eab9c6d4d1b7',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.197170] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 81b1f5ff-e5a6-4212-b54d-79c3bff0b9ea: rpc.has_security_group_logging(os_id): False [ 901.216127] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.216274] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.216348] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.216572] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.217514] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.217514] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.217514] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.217514] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.217514] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.218040] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.218040] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.218040] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.218040] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.218280] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.218382] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.218611] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.218776] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.219333] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.219333] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.219333] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.219333] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 81b1f5ff-e5a6-4212-b54d-79c3bff0b9ea is going to be updated. [ 901.301741] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.301968] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.301968] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.302219] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.302402] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.322322] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 81b1f5ff-e5a6-4212-b54d-79c3bff0b9ea in Status: IN_PROGRESS for 2s [ 901.626023] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8bdb64e4-f58c-406b-830a-eab9c6d4d1b7 with status ACTIVE [ 901.626325] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.626480] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.626544] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.626875] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.626875] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.627153] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.627284] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.627377] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.627589] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.627683] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.627904] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.628032] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.628138] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.628413] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.628413] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.628413] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8bdb64e4-f58c-406b-830a-eab9c6d4d1b7 is going to be updated. [ 901.629920] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-89714c59-b91a-49ce-918c-e131d8652049 taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.630128] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-89714c59-b91a-49ce-918c-e131d8652049" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.654804] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.654973] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.656049] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.656049] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.656049] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.656154] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8bdb64e4-f58c-406b-830a-eab9c6d4d1b7" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.982674] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 89714c59-b91a-49ce-918c-e131d8652049 in Status: SUCCESS [ 901.982674] env[65307]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 89714c59-b91a-49ce-918c-e131d8652049 deletion is rescheduled due to dependency. [ 901.982674] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-89714c59-b91a-49ce-918c-e131d8652049" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.982674] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-89714c59-b91a-49ce-918c-e131d8652049" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.982674] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-89714c59-b91a-49ce-918c-e131d8652049" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.982674] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.982674] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.982674] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.982674] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.982674] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.982674] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('89714c59-b91a-49ce-918c-e131d8652049',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.984839] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a9b4edb-f3a8-4d1f-8cbb-a414eb8e7d13 in Status: SUCCESS [ 901.984959] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a9b4edb-f3a8-4d1f-8cbb-a414eb8e7d13" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.985167] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a9b4edb-f3a8-4d1f-8cbb-a414eb8e7d13" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.985383] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a9b4edb-f3a8-4d1f-8cbb-a414eb8e7d13" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.986052] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.986052] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.986052] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.986238] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.986270] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.986379] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a9b4edb-f3a8-4d1f-8cbb-a414eb8e7d13" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.986492] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2a9b4edb-f3a8-4d1f-8cbb-a414eb8e7d13',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.247707] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c986cdad-f97d-4d2c-b7da-56ba7cea667b in Status: SUCCESS [ 902.247707] env[65307]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c986cdad-f97d-4d2c-b7da-56ba7cea667b deletion is rescheduled due to dependency. [ 902.248138] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c986cdad-f97d-4d2c-b7da-56ba7cea667b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.489895] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('89714c59-b91a-49ce-918c-e131d8652049',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.492163] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a9b4edb-f3a8-4d1f-8cbb-a414eb8e7d13 taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.492163] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a9b4edb-f3a8-4d1f-8cbb-a414eb8e7d13" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.492163] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a9b4edb-f3a8-4d1f-8cbb-a414eb8e7d13" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.492163] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a9b4edb-f3a8-4d1f-8cbb-a414eb8e7d13" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.492163] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.492163] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.492163] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.492529] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.492616] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.492675] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a9b4edb-f3a8-4d1f-8cbb-a414eb8e7d13" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.492856] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a9b4edb-f3a8-4d1f-8cbb-a414eb8e7d13 taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.492971] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a9b4edb-f3a8-4d1f-8cbb-a414eb8e7d13" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.493088] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a9b4edb-f3a8-4d1f-8cbb-a414eb8e7d13" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.493279] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a9b4edb-f3a8-4d1f-8cbb-a414eb8e7d13" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.493439] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.493552] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.493625] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.493785] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.493879] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.493978] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a9b4edb-f3a8-4d1f-8cbb-a414eb8e7d13" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.494110] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2a9b4edb-f3a8-4d1f-8cbb-a414eb8e7d13',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.998795] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('89714c59-b91a-49ce-918c-e131d8652049',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.000503] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2a9b4edb-f3a8-4d1f-8cbb-a414eb8e7d13: rpc.has_security_group_logging(os_id): False [ 903.027824] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.028132] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.028132] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.028315] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.028393] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.028590] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.028720] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.028798] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.029267] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.029433] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.032031] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.032031] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.032031] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.032031] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.032031] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.032031] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.032031] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.032031] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.032031] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.032031] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.032031] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2a9b4edb-f3a8-4d1f-8cbb-a414eb8e7d13 is going to be created. [ 903.172035] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.172035] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.172035] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.172411] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.172542] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.195818] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2a9b4edb-f3a8-4d1f-8cbb-a414eb8e7d13 in Status: IN_PROGRESS for 2s [ 903.340116] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 81b1f5ff-e5a6-4212-b54d-79c3bff0b9ea in Status: SUCCESS [ 903.340588] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-81b1f5ff-e5a6-4212-b54d-79c3bff0b9ea" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.502896] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.502896] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.502896] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.503396] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.503396] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.503396] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 89714c59-b91a-49ce-918c-e131d8652049 is going to be updated. [ 903.544991] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.545243] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.545284] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.545578] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.545781] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.556694] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 89714c59-b91a-49ce-918c-e131d8652049 in Status: IN_PROGRESS for 2s [ 904.090178] env[65307]: INFO networking_nsxv3.common.synchronization [req-9deb4d18-21b8-4960-b34f-08618bc2d9b5 req-a8b7afe7-ac0a-4910-b8bc-5aaadb60614c tempest-ServerTagsTestJSON-1857422024 tempest-ServerTagsTestJSON-1857422024-project-member] Enqueued Resource ID: 43285593-1a85-4ed1-834c-5f9c5b4a58ef with Priority: HIGHEST for action security_group_members [ 904.090178] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43285593-1a85-4ed1-834c-5f9c5b4a58ef with Priority: HIGHEST for action security_group_members [ 904.090178] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-43285593-1a85-4ed1-834c-5f9c5b4a58ef taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.091750] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43285593-1a85-4ed1-834c-5f9c5b4a58ef" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.091968] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43285593-1a85-4ed1-834c-5f9c5b4a58ef" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.092371] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43285593-1a85-4ed1-834c-5f9c5b4a58ef" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.092666] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.092974] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.093255] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.093525] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.093864] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.094083] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('43285593-1a85-4ed1-834c-5f9c5b4a58ef',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.540557] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock network-593 taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.540557] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "network-593" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.540557] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "network-593" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.541354] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "network-593" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.541354] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.541354] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.541354] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.541591] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.541591] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.541852] env[65307]: DEBUG dogpile.cache.region [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 904.541852] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] NeedRegenerationException {{(pid=65307) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 904.541981] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] no value, waiting for create lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 904.542131] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] value creation lock acquired {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 904.542184] env[65307]: DEBUG dogpile.cache.region [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 904.542276] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Calling creation function for not-yet-present value {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 904.542405] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 904.565419] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 904.565598] env[65307]: DEBUG dogpile.cache.region [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65307) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 904.565782] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Released creation lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 904.566069] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "network-593" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.566947] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock port-0a660dbd-bc63-435e-9734-1455d3c6d54b taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.566947] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "port-0a660dbd-bc63-435e-9734-1455d3c6d54b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.566947] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "port-0a660dbd-bc63-435e-9734-1455d3c6d54b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.567755] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "port-0a660dbd-bc63-435e-9734-1455d3c6d54b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.567755] env[65307]: DEBUG networking_nsxv3.api.rpc [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0a660dbd-bc63-435e-9734-1455d3c6d54b',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.598400] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.598400] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.598400] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.598400] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.598400] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.598400] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.598400] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.598400] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.598400] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.598400] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.598400] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 43285593-1a85-4ed1-834c-5f9c5b4a58ef already deleted. [ 904.598400] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43285593-1a85-4ed1-834c-5f9c5b4a58ef" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.070504] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.070760] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.070887] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.071202] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.071375] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.071525] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Segment Port 0a660dbd-bc63-435e-9734-1455d3c6d54b not found, creating... [ 905.071795] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.071954] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.072083] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.072313] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.072451] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.072739] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.072898] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.073025] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.073236] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.073393] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.073560] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Resource: SegmentPort with ID: 0a660dbd-bc63-435e-9734-1455d3c6d54b is going to be created. [ 905.097430] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.097666] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.097836] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.098173] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.098487] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.098779] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "port-0a660dbd-bc63-435e-9734-1455d3c6d54b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.218477] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2a9b4edb-f3a8-4d1f-8cbb-a414eb8e7d13 in Status: SUCCESS [ 905.218736] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2a9b4edb-f3a8-4d1f-8cbb-a414eb8e7d13" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.505325] env[65307]: INFO networking_nsxv3.common.synchronization [req-6f40b4c2-bab1-4437-92d8-4058e5bc3bba req-26a54f1d-0d62-410a-9f9e-544056226540 tempest-MigrationsAdminTest-1404342733 tempest-MigrationsAdminTest-1404342733-project-member] Enqueued Resource ID: 2d995b2d-9e4f-4988-82c5-804f9a48f0e4 with Priority: HIGHEST for action security_group_members [ 905.505755] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d995b2d-9e4f-4988-82c5-804f9a48f0e4 with Priority: HIGHEST for action security_group_members [ 905.506095] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d995b2d-9e4f-4988-82c5-804f9a48f0e4 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.506211] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d995b2d-9e4f-4988-82c5-804f9a48f0e4" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.506294] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d995b2d-9e4f-4988-82c5-804f9a48f0e4" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.506482] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d995b2d-9e4f-4988-82c5-804f9a48f0e4" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.506643] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.506743] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.506816] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.506941] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.508247] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.508417] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2d995b2d-9e4f-4988-82c5-804f9a48f0e4',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.572214] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 89714c59-b91a-49ce-918c-e131d8652049 in Status: SUCCESS [ 905.572911] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-89714c59-b91a-49ce-918c-e131d8652049" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.573801] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-89714c59-b91a-49ce-918c-e131d8652049" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.574046] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-89714c59-b91a-49ce-918c-e131d8652049" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.574292] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.574426] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.574493] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.574660] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.574744] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.574830] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-89714c59-b91a-49ce-918c-e131d8652049" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.574918] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('89714c59-b91a-49ce-918c-e131d8652049',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.889115] env[65307]: INFO networking_nsxv3.common.synchronization [req-9deb4d18-21b8-4960-b34f-08618bc2d9b5 req-1a2efca7-8b24-4103-924b-1a026632e385 service nova] Enqueued Resource ID: 43285593-1a85-4ed1-834c-5f9c5b4a58ef with Priority: HIGHEST for action security_group_rules [ 905.889347] env[65307]: INFO networking_nsxv3.common.synchronization [req-9deb4d18-21b8-4960-b34f-08618bc2d9b5 req-1a2efca7-8b24-4103-924b-1a026632e385 service nova] Enqueued Resource ID: 43285593-1a85-4ed1-834c-5f9c5b4a58ef with Priority: HIGHEST for action security_group_members [ 905.889600] env[65307]: INFO networking_nsxv3.common.synchronization [req-9deb4d18-21b8-4960-b34f-08618bc2d9b5 req-1a2efca7-8b24-4103-924b-1a026632e385 service nova] Enqueued Resource ID: 0a660dbd-bc63-435e-9734-1455d3c6d54b with Priority: HIGHEST for action port [ 905.890378] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43285593-1a85-4ed1-834c-5f9c5b4a58ef with Priority: HIGHEST for action security_group_rules [ 905.890640] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43285593-1a85-4ed1-834c-5f9c5b4a58ef with Priority: HIGHEST for action security_group_members [ 905.890720] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a660dbd-bc63-435e-9734-1455d3c6d54b with Priority: HIGHEST for action port [ 905.891093] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-43285593-1a85-4ed1-834c-5f9c5b4a58ef taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.891299] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-43285593-1a85-4ed1-834c-5f9c5b4a58ef" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.891682] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-43285593-1a85-4ed1-834c-5f9c5b4a58ef" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.891682] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-43285593-1a85-4ed1-834c-5f9c5b4a58ef" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.891787] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('43285593-1a85-4ed1-834c-5f9c5b4a58ef',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.893152] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-43285593-1a85-4ed1-834c-5f9c5b4a58ef taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.893706] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43285593-1a85-4ed1-834c-5f9c5b4a58ef" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.893786] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43285593-1a85-4ed1-834c-5f9c5b4a58ef" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.893994] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43285593-1a85-4ed1-834c-5f9c5b4a58ef" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.894208] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.894311] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.894377] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.894535] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.894623] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.894718] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('43285593-1a85-4ed1-834c-5f9c5b4a58ef',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.895864] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-0a660dbd-bc63-435e-9734-1455d3c6d54b taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.895985] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0a660dbd-bc63-435e-9734-1455d3c6d54b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.896125] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0a660dbd-bc63-435e-9734-1455d3c6d54b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.896304] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0a660dbd-bc63-435e-9734-1455d3c6d54b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.896387] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0a660dbd-bc63-435e-9734-1455d3c6d54b',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.011012] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.011275] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.011535] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.011961] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.077852] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.079029] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.079029] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.079029] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.079029] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.079029] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.079029] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d995b2d-9e4f-4988-82c5-804f9a48f0e4 is going to be updated. [ 906.080598] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-89714c59-b91a-49ce-918c-e131d8652049 taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.080837] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-89714c59-b91a-49ce-918c-e131d8652049" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.080837] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-89714c59-b91a-49ce-918c-e131d8652049" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.081109] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-89714c59-b91a-49ce-918c-e131d8652049" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.081364] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.081514] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.081591] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.081798] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.081924] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.082038] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-89714c59-b91a-49ce-918c-e131d8652049" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.082207] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-89714c59-b91a-49ce-918c-e131d8652049 taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.082409] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-89714c59-b91a-49ce-918c-e131d8652049" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.082409] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-89714c59-b91a-49ce-918c-e131d8652049" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.082508] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-89714c59-b91a-49ce-918c-e131d8652049" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.082703] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.082826] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.082883] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.083168] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.083168] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.083334] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-89714c59-b91a-49ce-918c-e131d8652049" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.083370] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('89714c59-b91a-49ce-918c-e131d8652049',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.138344] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.138458] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.138591] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.138790] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.138989] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.152300] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d995b2d-9e4f-4988-82c5-804f9a48f0e4 in Status: IN_PROGRESS for 2s [ 906.399497] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('43285593-1a85-4ed1-834c-5f9c5b4a58ef',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.400508] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-43285593-1a85-4ed1-834c-5f9c5b4a58ef taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.400508] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43285593-1a85-4ed1-834c-5f9c5b4a58ef" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.400508] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0a660dbd-bc63-435e-9734-1455d3c6d54b with status ACTIVE [ 906.400766] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.400766] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.400766] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.400897] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.400997] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.401204] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.401392] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.401392] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.401542] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.401638] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.401837] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.401931] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.401993] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.402168] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.402241] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.402326] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0a660dbd-bc63-435e-9734-1455d3c6d54b is going to be updated. [ 906.428291] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.428439] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.428508] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.428716] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.428852] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.429074] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0a660dbd-bc63-435e-9734-1455d3c6d54b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.587725] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 89714c59-b91a-49ce-918c-e131d8652049: rpc.has_security_group_logging(os_id): False [ 906.616969] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.617262] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.617262] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.617501] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.617591] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.617807] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.617923] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.617967] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.618277] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.618277] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.618490] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.618549] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.618661] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.618768] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.618841] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.619077] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.619192] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.619249] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.619462] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.619554] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.619622] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 89714c59-b91a-49ce-918c-e131d8652049 is going to be updated. [ 906.672616] env[65307]: INFO networking_nsxv3.common.synchronization [req-4926963d-7892-47ef-a7d2-e57ccf2af84b req-5e0f8de5-ac9f-4a4f-9070-94dace855833 tempest-DeleteServersTestJSON-1223351987 tempest-DeleteServersTestJSON-1223351987-project-member] Enqueued Resource ID: e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2 with Priority: HIGHEST for action security_group_members [ 906.675123] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2 with Priority: HIGHEST for action security_group_members [ 906.675454] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.676091] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.676091] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.676659] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.677309] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.677309] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.677309] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.677309] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.677309] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.677641] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.695935] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.696145] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.696281] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.696545] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.696733] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.713400] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 89714c59-b91a-49ce-918c-e131d8652049 in Status: IN_PROGRESS for 2s [ 906.900807] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('43285593-1a85-4ed1-834c-5f9c5b4a58ef',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.113161] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock network-479 taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.113528] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "network-479" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.113686] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "network-479" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.114155] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "network-479" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.114575] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.114755] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.114875] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.115177] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.115380] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.115716] env[65307]: DEBUG dogpile.cache.region [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 907.115911] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] NeedRegenerationException {{(pid=65307) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 907.116093] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] no value, waiting for create lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 907.116265] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] value creation lock acquired {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 907.116514] env[65307]: DEBUG dogpile.cache.region [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 907.116619] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Calling creation function for not-yet-present value {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 907.116723] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 907.139949] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 907.140394] env[65307]: DEBUG dogpile.cache.region [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65307) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 907.140526] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Released creation lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 907.140655] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "network-479" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.141097] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock port-aa014b71-8788-4e10-a782-d9d26a6eee4a taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.141306] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "port-aa014b71-8788-4e10-a782-d9d26a6eee4a" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.141458] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "port-aa014b71-8788-4e10-a782-d9d26a6eee4a" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.141873] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "port-aa014b71-8788-4e10-a782-d9d26a6eee4a" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.143108] env[65307]: DEBUG networking_nsxv3.api.rpc [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aa014b71-8788-4e10-a782-d9d26a6eee4a',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.180218] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.180425] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.180531] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.180831] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.180831] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.181052] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.181201] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.181248] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.181388] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.181464] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.181578] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2 already deleted. [ 907.181683] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.356719] env[65307]: INFO networking_nsxv3.common.synchronization [req-d7186ba5-7bf2-4eba-9b67-d4efd9e8e8bd req-aa73d67a-73bf-4c81-a0d1-6e12f465455b tempest-ServersNegativeTestJSON-1901636122 tempest-ServersNegativeTestJSON-1901636122-project-member] Enqueued Resource ID: 81b1f5ff-e5a6-4212-b54d-79c3bff0b9ea with Priority: HIGHEST for action security_group_members [ 907.357279] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81b1f5ff-e5a6-4212-b54d-79c3bff0b9ea with Priority: HIGHEST for action security_group_members [ 907.357607] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-81b1f5ff-e5a6-4212-b54d-79c3bff0b9ea taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.357741] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81b1f5ff-e5a6-4212-b54d-79c3bff0b9ea" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.357809] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81b1f5ff-e5a6-4212-b54d-79c3bff0b9ea" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.358018] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81b1f5ff-e5a6-4212-b54d-79c3bff0b9ea" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.358195] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.358296] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.358359] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.358486] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.358573] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.358665] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('81b1f5ff-e5a6-4212-b54d-79c3bff0b9ea',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.403799] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.403992] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.404074] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.404308] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.404408] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.404977] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 43285593-1a85-4ed1-834c-5f9c5b4a58ef is going to be created. [ 907.430048] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.430048] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.430048] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.430048] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.430048] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.439827] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 43285593-1a85-4ed1-834c-5f9c5b4a58ef in Status: UNINITIALIZED for 2s [ 907.648257] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.648257] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.648257] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.648257] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.648257] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.648257] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Segment Port aa014b71-8788-4e10-a782-d9d26a6eee4a not found, creating... [ 907.648257] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.648257] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.648257] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.648257] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.648257] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.648783] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.648783] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.648783] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.648783] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.648783] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.648783] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Resource: SegmentPort with ID: aa014b71-8788-4e10-a782-d9d26a6eee4a is going to be created. [ 907.689045] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.689277] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.689478] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.689759] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.689985] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.690227] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "port-aa014b71-8788-4e10-a782-d9d26a6eee4a" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.862148] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('81b1f5ff-e5a6-4212-b54d-79c3bff0b9ea',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.164052] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d995b2d-9e4f-4988-82c5-804f9a48f0e4 in Status: SUCCESS [ 908.164371] env[65307]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d995b2d-9e4f-4988-82c5-804f9a48f0e4 deletion is rescheduled due to dependency. [ 908.164522] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d995b2d-9e4f-4988-82c5-804f9a48f0e4" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.168559] env[65307]: INFO networking_nsxv3.common.synchronization [req-dcd7ed38-fcb1-4cd9-936a-e148f5f268b5 req-ac178155-79d7-419f-b61a-4442c4ead1e0 tempest-ServersWithSpecificFlavorTestJSON-97324870 tempest-ServersWithSpecificFlavorTestJSON-97324870-project-member] Enqueued Resource ID: 19ec616f-3b1a-4ea0-b37f-4725ba96156d with Priority: HIGHEST for action security_group_members [ 908.169377] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19ec616f-3b1a-4ea0-b37f-4725ba96156d with Priority: HIGHEST for action security_group_members [ 908.169858] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-19ec616f-3b1a-4ea0-b37f-4725ba96156d taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.171018] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19ec616f-3b1a-4ea0-b37f-4725ba96156d" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.171018] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19ec616f-3b1a-4ea0-b37f-4725ba96156d" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.171018] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19ec616f-3b1a-4ea0-b37f-4725ba96156d" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.171018] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.171018] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.171018] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.171290] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.171290] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.171358] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('19ec616f-3b1a-4ea0-b37f-4725ba96156d',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.368882] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('81b1f5ff-e5a6-4212-b54d-79c3bff0b9ea',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.466571] env[65307]: INFO networking_nsxv3.common.synchronization [req-4926963d-7892-47ef-a7d2-e57ccf2af84b req-f5c8564a-fab4-41e4-8538-486a05763fad service nova] Enqueued Resource ID: e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2 with Priority: HIGHEST for action security_group_rules [ 908.466571] env[65307]: INFO networking_nsxv3.common.synchronization [req-4926963d-7892-47ef-a7d2-e57ccf2af84b req-f5c8564a-fab4-41e4-8538-486a05763fad service nova] Enqueued Resource ID: e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2 with Priority: HIGHEST for action security_group_members [ 908.466571] env[65307]: INFO networking_nsxv3.common.synchronization [req-4926963d-7892-47ef-a7d2-e57ccf2af84b req-f5c8564a-fab4-41e4-8538-486a05763fad service nova] Enqueued Resource ID: aa014b71-8788-4e10-a782-d9d26a6eee4a with Priority: HIGHEST for action port [ 908.467203] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2 with Priority: HIGHEST for action security_group_rules [ 908.467389] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2 with Priority: HIGHEST for action security_group_members [ 908.467639] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa014b71-8788-4e10-a782-d9d26a6eee4a with Priority: HIGHEST for action port [ 908.468080] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.468230] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.468230] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.468570] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.471025] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.471603] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.472105] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.472105] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.473435] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.473435] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.473435] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.473435] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.473435] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.473435] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.473435] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.475934] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-aa014b71-8788-4e10-a782-d9d26a6eee4a taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.475934] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aa014b71-8788-4e10-a782-d9d26a6eee4a" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.475934] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aa014b71-8788-4e10-a782-d9d26a6eee4a" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.476339] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aa014b71-8788-4e10-a782-d9d26a6eee4a" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.476339] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aa014b71-8788-4e10-a782-d9d26a6eee4a',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.674999] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.675434] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.675929] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.675929] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.704343] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.704636] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.704765] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.704848] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.705045] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.705139] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.705236] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 19ec616f-3b1a-4ea0-b37f-4725ba96156d is going to be updated. [ 908.730247] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 89714c59-b91a-49ce-918c-e131d8652049 in Status: SUCCESS [ 908.730558] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-89714c59-b91a-49ce-918c-e131d8652049" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.741402] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.741623] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.741722] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.745807] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.746119] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.758444] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19ec616f-3b1a-4ea0-b37f-4725ba96156d in Status: IN_PROGRESS for 2s [ 908.871027] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.871027] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.871027] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.871364] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.871698] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.871698] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81b1f5ff-e5a6-4212-b54d-79c3bff0b9ea is going to be updated. [ 908.905508] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.905880] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.905969] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.906252] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.906395] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.919309] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81b1f5ff-e5a6-4212-b54d-79c3bff0b9ea in Status: IN_PROGRESS for 2s [ 908.975264] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2 taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.975264] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.982795] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port aa014b71-8788-4e10-a782-d9d26a6eee4a with status ACTIVE [ 908.983053] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.983189] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.983257] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.983485] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.983581] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.983759] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.983860] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.983930] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.984079] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.984148] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.984384] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.984476] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.984536] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.984676] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.984746] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.984895] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: aa014b71-8788-4e10-a782-d9d26a6eee4a is going to be updated. [ 908.986138] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.030957] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.031204] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.031316] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.031599] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.031819] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.032031] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aa014b71-8788-4e10-a782-d9d26a6eee4a" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.453234] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 43285593-1a85-4ed1-834c-5f9c5b4a58ef in Status: SUCCESS [ 909.453234] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43285593-1a85-4ed1-834c-5f9c5b4a58ef" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.453234] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43285593-1a85-4ed1-834c-5f9c5b4a58ef" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.453516] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43285593-1a85-4ed1-834c-5f9c5b4a58ef" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.453688] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.453822] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.453886] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.454069] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.454151] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.454236] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43285593-1a85-4ed1-834c-5f9c5b4a58ef" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.454326] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('43285593-1a85-4ed1-834c-5f9c5b4a58ef',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.488842] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.956547] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-43285593-1a85-4ed1-834c-5f9c5b4a58ef taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.956900] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43285593-1a85-4ed1-834c-5f9c5b4a58ef" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.956900] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43285593-1a85-4ed1-834c-5f9c5b4a58ef" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.956995] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43285593-1a85-4ed1-834c-5f9c5b4a58ef" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.957268] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.957352] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.957391] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.957560] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.957650] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.957737] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43285593-1a85-4ed1-834c-5f9c5b4a58ef" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.957881] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-43285593-1a85-4ed1-834c-5f9c5b4a58ef taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.957971] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43285593-1a85-4ed1-834c-5f9c5b4a58ef" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.958053] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43285593-1a85-4ed1-834c-5f9c5b4a58ef" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.958201] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43285593-1a85-4ed1-834c-5f9c5b4a58ef" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.958340] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.958461] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.958855] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.958855] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.958855] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.958855] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43285593-1a85-4ed1-834c-5f9c5b4a58ef" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.959027] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('43285593-1a85-4ed1-834c-5f9c5b4a58ef',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.991179] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.991350] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.991481] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.991712] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.991823] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.991924] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2 is going to be created. [ 910.030066] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.030385] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.030385] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.030553] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.030780] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.042584] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2 in Status: UNINITIALIZED for 2s [ 910.461208] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 43285593-1a85-4ed1-834c-5f9c5b4a58ef: rpc.has_security_group_logging(os_id): False [ 910.488201] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.488418] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.488485] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.488800] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.488912] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.491328] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.491328] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.491328] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.491328] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.491328] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.491328] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.491328] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.491328] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.491328] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.491328] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.491328] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.491328] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.491328] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.491328] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.492063] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.492063] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 43285593-1a85-4ed1-834c-5f9c5b4a58ef is going to be created. [ 910.571062] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.571434] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.571434] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.571568] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.572278] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.595290] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 43285593-1a85-4ed1-834c-5f9c5b4a58ef in Status: IN_PROGRESS for 2s [ 910.771995] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19ec616f-3b1a-4ea0-b37f-4725ba96156d in Status: SUCCESS [ 910.772232] env[65307]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 19ec616f-3b1a-4ea0-b37f-4725ba96156d deletion is rescheduled due to dependency. [ 910.772432] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19ec616f-3b1a-4ea0-b37f-4725ba96156d" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.930343] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81b1f5ff-e5a6-4212-b54d-79c3bff0b9ea in Status: SUCCESS [ 910.930644] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81b1f5ff-e5a6-4212-b54d-79c3bff0b9ea" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.745730] env[65307]: INFO networking_nsxv3.common.synchronization [req-5e4f8821-fa7b-440b-994e-cef57ff18599 req-82917346-192b-41ec-b1f8-28e80bd21631 tempest-ListImageFiltersTestJSON-1591582478 tempest-ListImageFiltersTestJSON-1591582478-project-member] Enqueued Resource ID: b13ac1a2-4735-49c3-916c-8767b46c962c with Priority: HIGHEST for action security_group_members [ 911.746778] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b13ac1a2-4735-49c3-916c-8767b46c962c with Priority: HIGHEST for action security_group_members [ 911.748435] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-b13ac1a2-4735-49c3-916c-8767b46c962c taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.748710] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b13ac1a2-4735-49c3-916c-8767b46c962c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.748879] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b13ac1a2-4735-49c3-916c-8767b46c962c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.749269] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b13ac1a2-4735-49c3-916c-8767b46c962c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.749642] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.749854] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.750653] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.750653] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.750653] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.750653] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b13ac1a2-4735-49c3-916c-8767b46c962c',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.867903] env[65307]: INFO networking_nsxv3.common.synchronization [req-d58a5d12-d2ed-4e94-93c9-7a64487d6c43 req-82c69588-452c-4694-a471-b185bdd4797c tempest-InstanceActionsNegativeTestJSON-1073138208 tempest-InstanceActionsNegativeTestJSON-1073138208-project-member] Enqueued Resource ID: 2a9b4edb-f3a8-4d1f-8cbb-a414eb8e7d13 with Priority: HIGHEST for action security_group_members [ 911.870397] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a9b4edb-f3a8-4d1f-8cbb-a414eb8e7d13 with Priority: HIGHEST for action security_group_members [ 911.870397] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a9b4edb-f3a8-4d1f-8cbb-a414eb8e7d13 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.870397] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a9b4edb-f3a8-4d1f-8cbb-a414eb8e7d13" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.870397] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a9b4edb-f3a8-4d1f-8cbb-a414eb8e7d13" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.870397] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a9b4edb-f3a8-4d1f-8cbb-a414eb8e7d13" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.870397] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.870397] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.870397] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.870397] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.870397] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.870397] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2a9b4edb-f3a8-4d1f-8cbb-a414eb8e7d13',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.055186] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2 in Status: SUCCESS [ 912.055186] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.055351] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.055519] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.055706] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.056177] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.056177] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.056177] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.056177] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.056370] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.056370] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.254099] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.254975] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.254975] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.254975] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.254975] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.254975] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.254975] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.254975] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.256457] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.256457] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.256457] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b13ac1a2-4735-49c3-916c-8767b46c962c is going to be updated. [ 912.287658] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.288879] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.288879] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.288959] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.291787] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.303778] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b13ac1a2-4735-49c3-916c-8767b46c962c in Status: IN_PROGRESS for 2s [ 912.377807] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.377807] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.377807] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.377807] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.377807] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.377807] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.377807] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.377807] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.377807] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.377807] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.377807] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2a9b4edb-f3a8-4d1f-8cbb-a414eb8e7d13 is going to be updated. [ 912.414192] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.414341] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.414413] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.414714] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.414933] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.426728] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a9b4edb-f3a8-4d1f-8cbb-a414eb8e7d13 in Status: IN_PROGRESS for 2s [ 912.559665] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2 taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.559863] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.559947] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.560178] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.560348] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.560463] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.560563] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.560743] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.560835] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.560915] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.561122] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2 taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.561248] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.561283] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.561470] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.561605] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.561690] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.561751] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.561897] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.562025] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.562123] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.562231] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.607687] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 43285593-1a85-4ed1-834c-5f9c5b4a58ef in Status: SUCCESS [ 912.607955] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-43285593-1a85-4ed1-834c-5f9c5b4a58ef" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.064124] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2: rpc.has_security_group_logging(os_id): False [ 913.088868] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.089660] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.089743] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.089971] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.090093] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.090309] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.090503] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.090580] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.090727] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.091271] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.091271] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.091271] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.091271] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.091823] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.091823] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.091823] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.091823] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.091823] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.092208] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.092208] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.092208] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2 is going to be created. [ 913.200129] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.200129] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.200129] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.200472] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.200679] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.213935] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2 in Status: IN_PROGRESS for 2s [ 914.315697] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b13ac1a2-4735-49c3-916c-8767b46c962c in Status: SUCCESS [ 914.315979] env[65307]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b13ac1a2-4735-49c3-916c-8767b46c962c deletion is rescheduled due to dependency. [ 914.315979] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b13ac1a2-4735-49c3-916c-8767b46c962c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.437851] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a9b4edb-f3a8-4d1f-8cbb-a414eb8e7d13 in Status: SUCCESS [ 914.438043] env[65307]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2a9b4edb-f3a8-4d1f-8cbb-a414eb8e7d13 deletion is rescheduled due to dependency. [ 914.438719] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a9b4edb-f3a8-4d1f-8cbb-a414eb8e7d13" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.229210] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2 in Status: SUCCESS [ 915.229802] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.957255] env[65307]: INFO networking_nsxv3.common.synchronization [req-7887950d-5c55-468e-9e38-5ca2f4456612 req-30a7c324-0c63-4129-9245-584241408ff7 tempest-ServerActionsV293TestJSON-1257631150 tempest-ServerActionsV293TestJSON-1257631150-project-member] Enqueued Resource ID: 7242e7e5-121c-445c-b849-d7df43f535af with Priority: HIGHEST for action security_group_members [ 915.957255] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7242e7e5-121c-445c-b849-d7df43f535af with Priority: HIGHEST for action security_group_members [ 915.957255] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-7242e7e5-121c-445c-b849-d7df43f535af taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.957255] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7242e7e5-121c-445c-b849-d7df43f535af" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.957815] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7242e7e5-121c-445c-b849-d7df43f535af" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.957815] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7242e7e5-121c-445c-b849-d7df43f535af" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.957815] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.957815] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.957815] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.958088] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.958185] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.958343] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7242e7e5-121c-445c-b849-d7df43f535af',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.460090] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.460250] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.460314] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.460585] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.460697] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.460904] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.461013] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.461084] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.461238] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.461311] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.461396] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7242e7e5-121c-445c-b849-d7df43f535af is going to be updated. [ 916.491040] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.491188] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.491822] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.491822] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.491822] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.503026] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7242e7e5-121c-445c-b849-d7df43f535af in Status: IN_PROGRESS for 2s [ 916.955459] env[65307]: INFO networking_nsxv3.common.synchronization [None req-207ab27f-11a4-4553-9d6c-e5e2aac28b96 None None] Enqueued Resource ID: dfe6329c-dd53-407c-babb-c6d8873fb48b with Priority: HIGHEST for action port [ 916.956075] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfe6329c-dd53-407c-babb-c6d8873fb48b with Priority: HIGHEST for action port [ 916.956386] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-dfe6329c-dd53-407c-babb-c6d8873fb48b taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.956509] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dfe6329c-dd53-407c-babb-c6d8873fb48b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.956572] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dfe6329c-dd53-407c-babb-c6d8873fb48b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.956905] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dfe6329c-dd53-407c-babb-c6d8873fb48b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.956905] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dfe6329c-dd53-407c-babb-c6d8873fb48b',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.459804] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dfe6329c-dd53-407c-babb-c6d8873fb48b [ 917.460423] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.460423] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.460423] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.460737] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.460835] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.460942] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dfe6329c-dd53-407c-babb-c6d8873fb48b already deleted. [ 917.461053] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dfe6329c-dd53-407c-babb-c6d8873fb48b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.266367] env[65307]: INFO networking_nsxv3.common.synchronization [None req-63374d06-4c8a-4882-bb71-24cdbe3c9057 tempest-ServersV294TestFqdnHostnames-1883946960 tempest-ServersV294TestFqdnHostnames-1883946960-project-member] Enqueued Resource ID: 22d68fc9-c97c-4ad2-a71e-950e963f7d4f with Priority: HIGHEST for action security_group_rules [ 918.266367] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22d68fc9-c97c-4ad2-a71e-950e963f7d4f with Priority: HIGHEST for action security_group_rules [ 918.266367] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-22d68fc9-c97c-4ad2-a71e-950e963f7d4f taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.266367] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-22d68fc9-c97c-4ad2-a71e-950e963f7d4f" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.266367] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-22d68fc9-c97c-4ad2-a71e-950e963f7d4f" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.267314] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-22d68fc9-c97c-4ad2-a71e-950e963f7d4f" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.268080] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('22d68fc9-c97c-4ad2-a71e-950e963f7d4f',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.522354] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7242e7e5-121c-445c-b849-d7df43f535af in Status: SUCCESS [ 918.522354] env[65307]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7242e7e5-121c-445c-b849-d7df43f535af deletion is rescheduled due to dependency. [ 918.522354] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7242e7e5-121c-445c-b849-d7df43f535af" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.592465] env[65307]: INFO networking_nsxv3.common.synchronization [None req-fbc8df92-9b23-44bb-a43c-7ee10670895f tempest-ServersV294TestFqdnHostnames-1883946960 tempest-ServersV294TestFqdnHostnames-1883946960-project-member] Enqueued Resource ID: 22d68fc9-c97c-4ad2-a71e-950e963f7d4f with Priority: HIGHEST for action security_group_rules [ 918.593532] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22d68fc9-c97c-4ad2-a71e-950e963f7d4f with Priority: HIGHEST for action security_group_rules [ 918.595141] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-22d68fc9-c97c-4ad2-a71e-950e963f7d4f taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.595141] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-22d68fc9-c97c-4ad2-a71e-950e963f7d4f" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.810265] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.810265] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.810265] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.810265] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.810265] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.810716] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 22d68fc9-c97c-4ad2-a71e-950e963f7d4f already deleted. [ 918.810716] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-22d68fc9-c97c-4ad2-a71e-950e963f7d4f" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.812707] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-22d68fc9-c97c-4ad2-a71e-950e963f7d4f" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.812707] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-22d68fc9-c97c-4ad2-a71e-950e963f7d4f" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.812707] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('22d68fc9-c97c-4ad2-a71e-950e963f7d4f',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.339122] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.339601] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.339601] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.339708] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.339758] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.339844] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 22d68fc9-c97c-4ad2-a71e-950e963f7d4f already deleted. [ 919.339932] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-22d68fc9-c97c-4ad2-a71e-950e963f7d4f" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.834265] env[65307]: INFO networking_nsxv3.common.synchronization [None req-fcaabfc1-70dd-447b-9372-cd04bca142b4 None None] Enqueued Resource ID: 0b96583a-66f9-4426-b6cf-f3d50f1bec24 with Priority: HIGHEST for action port [ 919.834265] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b96583a-66f9-4426-b6cf-f3d50f1bec24 with Priority: HIGHEST for action port [ 919.838211] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-0b96583a-66f9-4426-b6cf-f3d50f1bec24 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.838211] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0b96583a-66f9-4426-b6cf-f3d50f1bec24" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.838211] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0b96583a-66f9-4426-b6cf-f3d50f1bec24" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.838211] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0b96583a-66f9-4426-b6cf-f3d50f1bec24" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.838211] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0b96583a-66f9-4426-b6cf-f3d50f1bec24',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.862641] env[65307]: INFO networking_nsxv3.common.synchronization [None req-dcd61429-7571-4c46-a227-7f17fb394af2 tempest-ServerActionsTestOtherA-1819960408 tempest-ServerActionsTestOtherA-1819960408-project-member] Enqueued Resource ID: a7e8cb20-7b52-4012-9542-01def2947e00 with Priority: HIGHEST for action security_group_rules [ 919.863398] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7e8cb20-7b52-4012-9542-01def2947e00 with Priority: HIGHEST for action security_group_rules [ 919.863745] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a7e8cb20-7b52-4012-9542-01def2947e00 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.864439] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a7e8cb20-7b52-4012-9542-01def2947e00" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.864439] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a7e8cb20-7b52-4012-9542-01def2947e00" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.864439] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a7e8cb20-7b52-4012-9542-01def2947e00" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.864439] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a7e8cb20-7b52-4012-9542-01def2947e00',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.992064] env[65307]: INFO networking_nsxv3.common.synchronization [req-032b4b5f-a2cd-4c61-8294-bf2875f04af4 req-e09c3543-f4ef-4e85-923a-7a9b5a7e5ee9 tempest-DeleteServersTestJSON-1223351987 tempest-DeleteServersTestJSON-1223351987-project-member] Enqueued Resource ID: e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2 with Priority: HIGHEST for action security_group_members [ 919.994106] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2 with Priority: HIGHEST for action security_group_members [ 919.994763] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.994763] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.994763] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.994914] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.995040] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.995128] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.995186] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.995335] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.995436] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.995572] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.020616] env[65307]: INFO networking_nsxv3.common.synchronization [None req-ce89c25b-7ceb-45c5-8ed5-bec93d1998bf tempest-ServerActionsTestOtherA-1819960408 tempest-ServerActionsTestOtherA-1819960408-project-member] Enqueued Resource ID: a7e8cb20-7b52-4012-9542-01def2947e00 with Priority: HIGHEST for action security_group_rules [ 920.021359] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7e8cb20-7b52-4012-9542-01def2947e00 with Priority: HIGHEST for action security_group_rules [ 920.021728] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a7e8cb20-7b52-4012-9542-01def2947e00 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.021834] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a7e8cb20-7b52-4012-9542-01def2947e00" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.336974] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0b96583a-66f9-4426-b6cf-f3d50f1bec24 [ 920.337233] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.337366] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.337550] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.337835] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.338260] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.338260] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0b96583a-66f9-4426-b6cf-f3d50f1bec24 already deleted. [ 920.338260] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0b96583a-66f9-4426-b6cf-f3d50f1bec24" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.390025] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.390025] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.390025] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.390025] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.390025] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.390025] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a7e8cb20-7b52-4012-9542-01def2947e00 already deleted. [ 920.390025] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a7e8cb20-7b52-4012-9542-01def2947e00" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.390025] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a7e8cb20-7b52-4012-9542-01def2947e00" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.390025] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a7e8cb20-7b52-4012-9542-01def2947e00" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.390025] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a7e8cb20-7b52-4012-9542-01def2947e00',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.498166] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.498430] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.498430] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.498651] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.498742] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.499583] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.499583] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.501067] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.501342] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.501458] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.501619] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2 is going to be updated. [ 920.534163] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.534396] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.534396] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.534573] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.534700] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.546681] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2 in Status: IN_PROGRESS for 2s [ 920.911342] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.911607] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.911607] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.911761] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.911885] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.911991] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a7e8cb20-7b52-4012-9542-01def2947e00 already deleted. [ 920.912113] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a7e8cb20-7b52-4012-9542-01def2947e00" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.557957] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2 in Status: SUCCESS [ 922.558233] env[65307]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2 deletion is rescheduled due to dependency. [ 922.558271] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.935088] env[65307]: INFO networking_nsxv3.common.synchronization [req-15e018af-dfbd-4a75-b197-54a86b418704 req-95c432a4-db04-46f0-8c8f-fca38989e179 tempest-ImagesOneServerNegativeTestJSON-770033829 tempest-ImagesOneServerNegativeTestJSON-770033829-project-member] Enqueued Resource ID: 89714c59-b91a-49ce-918c-e131d8652049 with Priority: HIGHEST for action security_group_members [ 924.936277] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89714c59-b91a-49ce-918c-e131d8652049 with Priority: HIGHEST for action security_group_members [ 924.936277] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-89714c59-b91a-49ce-918c-e131d8652049 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.936277] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-89714c59-b91a-49ce-918c-e131d8652049" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.936277] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-89714c59-b91a-49ce-918c-e131d8652049" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.936277] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-89714c59-b91a-49ce-918c-e131d8652049" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.936277] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.936277] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.936277] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.936277] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.936563] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.936563] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('89714c59-b91a-49ce-918c-e131d8652049',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.438669] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.438669] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.439530] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.439530] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.439530] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.439530] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.439530] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.439530] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.439982] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.439982] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.439982] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 89714c59-b91a-49ce-918c-e131d8652049 is going to be updated. [ 925.474064] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.474064] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.474064] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.474064] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.474064] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.485224] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 89714c59-b91a-49ce-918c-e131d8652049 in Status: IN_PROGRESS for 2s [ 925.504482] env[65307]: INFO networking_nsxv3.common.synchronization [req-10fa7974-2777-4e27-a80a-63b1ffdf2355 req-a4d2eea7-fe34-47e5-be1c-810f262519f3 tempest-AttachInterfacesTestJSON-1120364181 tempest-AttachInterfacesTestJSON-1120364181-project-member] Enqueued Resource ID: dfaefd34-ec9a-485e-aa58-e1bf34863160 with Priority: HIGHEST for action security_group_members [ 925.504482] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfaefd34-ec9a-485e-aa58-e1bf34863160 with Priority: HIGHEST for action security_group_members [ 925.504482] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfaefd34-ec9a-485e-aa58-e1bf34863160 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.504843] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfaefd34-ec9a-485e-aa58-e1bf34863160" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.505246] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfaefd34-ec9a-485e-aa58-e1bf34863160" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.505675] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfaefd34-ec9a-485e-aa58-e1bf34863160" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.506065] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.506329] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.506513] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.506789] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.506989] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.507513] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dfaefd34-ec9a-485e-aa58-e1bf34863160',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.847366] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock network-29 taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.847644] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "network-29" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.847773] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "network-29" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.848056] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "network-29" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.848343] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.848511] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.848660] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.848934] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.849216] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.849451] env[65307]: DEBUG dogpile.cache.region [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 925.849703] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] NeedRegenerationException {{(pid=65307) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 925.849827] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] no value, waiting for create lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 925.850245] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] value creation lock acquired {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 925.850245] env[65307]: DEBUG dogpile.cache.region [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 925.850245] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Calling creation function for not-yet-present value {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 925.850424] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 925.871548] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 925.871753] env[65307]: DEBUG dogpile.cache.region [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65307) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 925.871888] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Released creation lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 925.872567] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "network-29" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.872988] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock port-0ed74b4a-1dc4-4ab2-a652-a9c145f9c2bd taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.873281] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "port-0ed74b4a-1dc4-4ab2-a652-a9c145f9c2bd" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.873361] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "port-0ed74b4a-1dc4-4ab2-a652-a9c145f9c2bd" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.873625] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "port-0ed74b4a-1dc4-4ab2-a652-a9c145f9c2bd" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.873895] env[65307]: DEBUG networking_nsxv3.api.rpc [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0ed74b4a-1dc4-4ab2-a652-a9c145f9c2bd',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.012775] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.012775] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.012775] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.012775] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.013642] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.013642] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.013642] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.013642] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.013642] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.013642] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.013642] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dfaefd34-ec9a-485e-aa58-e1bf34863160 is going to be deleted. [ 926.047024] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.047024] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.047024] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.047337] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.047337] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.047456] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfaefd34-ec9a-485e-aa58-e1bf34863160" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.377171] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.377171] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.377171] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.377484] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.377666] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.377915] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Segment Port 0ed74b4a-1dc4-4ab2-a652-a9c145f9c2bd not found, creating... [ 926.378338] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.378565] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.378696] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.378941] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.379103] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.379395] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.379587] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.379707] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.379956] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.380167] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.380320] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Resource: SegmentPort with ID: 0ed74b4a-1dc4-4ab2-a652-a9c145f9c2bd is going to be created. [ 926.402624] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.402874] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.402985] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.403289] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.403511] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.403762] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "port-0ed74b4a-1dc4-4ab2-a652-a9c145f9c2bd" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.103017] env[65307]: INFO networking_nsxv3.common.synchronization [req-10fa7974-2777-4e27-a80a-63b1ffdf2355 req-4ed4f53b-ce27-4e0b-88b4-0baf884f8abc service nova] Enqueued Resource ID: dfaefd34-ec9a-485e-aa58-e1bf34863160 with Priority: HIGHEST for action security_group_rules [ 927.103017] env[65307]: INFO networking_nsxv3.common.synchronization [req-10fa7974-2777-4e27-a80a-63b1ffdf2355 req-4ed4f53b-ce27-4e0b-88b4-0baf884f8abc service nova] Enqueued Resource ID: dfaefd34-ec9a-485e-aa58-e1bf34863160 with Priority: HIGHEST for action security_group_members [ 927.103017] env[65307]: INFO networking_nsxv3.common.synchronization [req-10fa7974-2777-4e27-a80a-63b1ffdf2355 req-4ed4f53b-ce27-4e0b-88b4-0baf884f8abc service nova] Enqueued Resource ID: 0ed74b4a-1dc4-4ab2-a652-a9c145f9c2bd with Priority: HIGHEST for action port [ 927.103373] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfaefd34-ec9a-485e-aa58-e1bf34863160 with Priority: HIGHEST for action security_group_rules [ 927.103819] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfaefd34-ec9a-485e-aa58-e1bf34863160 with Priority: HIGHEST for action security_group_members [ 927.103919] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ed74b4a-1dc4-4ab2-a652-a9c145f9c2bd with Priority: HIGHEST for action port [ 927.105743] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dfaefd34-ec9a-485e-aa58-e1bf34863160 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.105743] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dfaefd34-ec9a-485e-aa58-e1bf34863160" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.105743] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dfaefd34-ec9a-485e-aa58-e1bf34863160" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.105743] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dfaefd34-ec9a-485e-aa58-e1bf34863160" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.105743] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dfaefd34-ec9a-485e-aa58-e1bf34863160',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.105743] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfaefd34-ec9a-485e-aa58-e1bf34863160 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.105743] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfaefd34-ec9a-485e-aa58-e1bf34863160" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.106098] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfaefd34-ec9a-485e-aa58-e1bf34863160" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.106098] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfaefd34-ec9a-485e-aa58-e1bf34863160" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.106098] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.106233] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.106233] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.106356] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.106435] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.106528] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dfaefd34-ec9a-485e-aa58-e1bf34863160',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.107278] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-0ed74b4a-1dc4-4ab2-a652-a9c145f9c2bd taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.107432] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0ed74b4a-1dc4-4ab2-a652-a9c145f9c2bd" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.107600] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0ed74b4a-1dc4-4ab2-a652-a9c145f9c2bd" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.107639] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0ed74b4a-1dc4-4ab2-a652-a9c145f9c2bd" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.108471] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0ed74b4a-1dc4-4ab2-a652-a9c145f9c2bd',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.494918] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 89714c59-b91a-49ce-918c-e131d8652049 in Status: SUCCESS [ 927.495123] env[65307]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 89714c59-b91a-49ce-918c-e131d8652049 deletion is rescheduled due to dependency. [ 927.495234] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-89714c59-b91a-49ce-918c-e131d8652049" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.609317] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dfaefd34-ec9a-485e-aa58-e1bf34863160',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.610448] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfaefd34-ec9a-485e-aa58-e1bf34863160 taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.610573] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfaefd34-ec9a-485e-aa58-e1bf34863160" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.610745] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0ed74b4a-1dc4-4ab2-a652-a9c145f9c2bd with status ACTIVE [ 927.610913] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.611032] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.611098] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.611302] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.611391] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.611558] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.611655] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.611717] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.611879] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.612083] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.612153] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.612246] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.612306] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.612443] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.612518] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.612600] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0ed74b4a-1dc4-4ab2-a652-a9c145f9c2bd is going to be updated. [ 927.636462] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.636607] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.636679] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.637239] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.637396] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.637748] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0ed74b4a-1dc4-4ab2-a652-a9c145f9c2bd" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.999748] env[65307]: INFO networking_nsxv3.common.synchronization [req-2f24066b-6fa7-4f50-958b-6f54cce1fef5 req-83ae3691-6c57-4075-b06b-e27c71cf6aff tempest-ServerTagsTestJSON-1857422024 tempest-ServerTagsTestJSON-1857422024-project-member] Enqueued Resource ID: 43285593-1a85-4ed1-834c-5f9c5b4a58ef with Priority: HIGHEST for action security_group_members [ 928.000261] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43285593-1a85-4ed1-834c-5f9c5b4a58ef with Priority: HIGHEST for action security_group_members [ 928.000577] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-43285593-1a85-4ed1-834c-5f9c5b4a58ef taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.000694] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43285593-1a85-4ed1-834c-5f9c5b4a58ef" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.000755] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43285593-1a85-4ed1-834c-5f9c5b4a58ef" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.000980] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43285593-1a85-4ed1-834c-5f9c5b4a58ef" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.001675] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.001795] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.001924] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.002054] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.002141] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.002248] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('43285593-1a85-4ed1-834c-5f9c5b4a58ef',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.114909] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dfaefd34-ec9a-485e-aa58-e1bf34863160',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.504410] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.504410] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.504410] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.504714] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.504714] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.505129] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.505275] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.505335] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.505497] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.505621] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.505700] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 43285593-1a85-4ed1-834c-5f9c5b4a58ef is going to be updated. [ 928.539355] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.539355] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.539355] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.539355] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.539355] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.548639] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 43285593-1a85-4ed1-834c-5f9c5b4a58ef in Status: IN_PROGRESS for 2s [ 928.617485] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.617726] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.617778] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.617985] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.618097] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.618201] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dfaefd34-ec9a-485e-aa58-e1bf34863160 is going to be created. [ 928.645601] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.645790] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.645852] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.646069] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.646250] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.656848] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dfaefd34-ec9a-485e-aa58-e1bf34863160 in Status: UNINITIALIZED for 2s [ 930.559582] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 43285593-1a85-4ed1-834c-5f9c5b4a58ef in Status: SUCCESS [ 930.559891] env[65307]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 43285593-1a85-4ed1-834c-5f9c5b4a58ef deletion is rescheduled due to dependency. [ 930.559933] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43285593-1a85-4ed1-834c-5f9c5b4a58ef" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.670129] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dfaefd34-ec9a-485e-aa58-e1bf34863160 in Status: SUCCESS [ 930.670504] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfaefd34-ec9a-485e-aa58-e1bf34863160" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.670767] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfaefd34-ec9a-485e-aa58-e1bf34863160" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.671103] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfaefd34-ec9a-485e-aa58-e1bf34863160" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.671414] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.671610] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.671756] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.672084] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.672302] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.672464] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfaefd34-ec9a-485e-aa58-e1bf34863160" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.672629] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dfaefd34-ec9a-485e-aa58-e1bf34863160',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.179474] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfaefd34-ec9a-485e-aa58-e1bf34863160 taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.179705] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfaefd34-ec9a-485e-aa58-e1bf34863160" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.179841] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfaefd34-ec9a-485e-aa58-e1bf34863160" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.180185] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfaefd34-ec9a-485e-aa58-e1bf34863160" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.180419] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.180633] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.180715] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.180933] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.181050] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.182288] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfaefd34-ec9a-485e-aa58-e1bf34863160" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.182439] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfaefd34-ec9a-485e-aa58-e1bf34863160 taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.182521] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfaefd34-ec9a-485e-aa58-e1bf34863160" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.182580] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfaefd34-ec9a-485e-aa58-e1bf34863160" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.182728] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfaefd34-ec9a-485e-aa58-e1bf34863160" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.182874] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.182958] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.183036] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.183180] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.183250] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.183337] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfaefd34-ec9a-485e-aa58-e1bf34863160" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.183431] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dfaefd34-ec9a-485e-aa58-e1bf34863160',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.685942] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dfaefd34-ec9a-485e-aa58-e1bf34863160: rpc.has_security_group_logging(os_id): False [ 931.703504] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.703640] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.703711] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.704121] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.704229] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.704420] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.704520] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.704582] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.704748] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.704824] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.705027] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.705122] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.705185] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.705325] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.705396] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.705582] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.705673] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.705733] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.705870] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.705944] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.706190] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dfaefd34-ec9a-485e-aa58-e1bf34863160 is going to be created. [ 931.766147] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.766294] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.766350] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.766553] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.766888] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.779176] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dfaefd34-ec9a-485e-aa58-e1bf34863160 in Status: IN_PROGRESS for 2s [ 933.001360] env[65307]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 933.001360] env[65307]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 933.320857] env[65307]: INFO networking_nsxv3.common.synchronization [None req-ce175fba-a570-42c2-846c-bb0c0114e38b None None] Enqueued Resource ID: 0abf172b-752b-4dee-aeeb-2de7098c04e4 with Priority: HIGHEST for action port [ 933.321699] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0abf172b-752b-4dee-aeeb-2de7098c04e4 with Priority: HIGHEST for action port [ 933.322297] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-0abf172b-752b-4dee-aeeb-2de7098c04e4 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.322451] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0abf172b-752b-4dee-aeeb-2de7098c04e4" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.322522] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0abf172b-752b-4dee-aeeb-2de7098c04e4" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.322790] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0abf172b-752b-4dee-aeeb-2de7098c04e4" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.322872] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0abf172b-752b-4dee-aeeb-2de7098c04e4',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.795865] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dfaefd34-ec9a-485e-aa58-e1bf34863160 in Status: SUCCESS [ 933.795865] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dfaefd34-ec9a-485e-aa58-e1bf34863160" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.825555] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0abf172b-752b-4dee-aeeb-2de7098c04e4 [ 933.825989] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.825989] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.825989] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.826217] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.826271] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.826354] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0abf172b-752b-4dee-aeeb-2de7098c04e4 already deleted. [ 933.826803] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0abf172b-752b-4dee-aeeb-2de7098c04e4" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.605710] env[65307]: INFO networking_nsxv3.common.synchronization [None req-2c5c5d76-ad3d-4ef6-8358-4403dc43b7cd tempest-AttachInterfacesTestJSON-1120364181 tempest-AttachInterfacesTestJSON-1120364181-project-member] Enqueued Resource ID: dfaefd34-ec9a-485e-aa58-e1bf34863160 with Priority: HIGHEST for action security_group_members [ 935.606560] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfaefd34-ec9a-485e-aa58-e1bf34863160 with Priority: HIGHEST for action security_group_members [ 935.606944] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfaefd34-ec9a-485e-aa58-e1bf34863160 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.607161] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfaefd34-ec9a-485e-aa58-e1bf34863160" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.607859] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfaefd34-ec9a-485e-aa58-e1bf34863160" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.608230] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfaefd34-ec9a-485e-aa58-e1bf34863160" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.608817] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.608817] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.608936] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.609404] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.609404] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.609404] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dfaefd34-ec9a-485e-aa58-e1bf34863160',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.737100] env[65307]: INFO networking_nsxv3.common.synchronization [None req-9295a0c3-6b84-4146-9c84-33bbb5145bbd None None] Enqueued Resource ID: 9aee9a76-d36d-460a-b4fa-896d5804bd35 with Priority: HIGHEST for action port [ 935.737100] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9aee9a76-d36d-460a-b4fa-896d5804bd35 with Priority: HIGHEST for action port [ 935.737857] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-9aee9a76-d36d-460a-b4fa-896d5804bd35 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.737857] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9aee9a76-d36d-460a-b4fa-896d5804bd35" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.737857] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9aee9a76-d36d-460a-b4fa-896d5804bd35" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.738219] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9aee9a76-d36d-460a-b4fa-896d5804bd35" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.738359] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9aee9a76-d36d-460a-b4fa-896d5804bd35',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.113364] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dfaefd34-ec9a-485e-aa58-e1bf34863160',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.244521] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9aee9a76-d36d-460a-b4fa-896d5804bd35 [ 936.244761] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.244913] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.244959] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.245238] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.245284] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.245387] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9aee9a76-d36d-460a-b4fa-896d5804bd35 already deleted. [ 936.245816] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9aee9a76-d36d-460a-b4fa-896d5804bd35" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.452653] env[65307]: INFO networking_nsxv3.common.synchronization [req-5ca86428-ad1b-4f1e-96c3-d04b20fcb9c8 req-4f377e33-8911-44aa-881b-79d685c123f4 tempest-SecurityGroupRulesTestJSON-985595433 tempest-SecurityGroupRulesTestJSON-985595433-project-member] Enqueued Resource ID: 7c9bc184-915c-4a77-83e9-5aa98f593375 with Priority: HIGHEST for action security_group_rules [ 936.452653] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c9bc184-915c-4a77-83e9-5aa98f593375 with Priority: HIGHEST for action security_group_rules [ 936.453426] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7c9bc184-915c-4a77-83e9-5aa98f593375 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.454657] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7c9bc184-915c-4a77-83e9-5aa98f593375" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.454657] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7c9bc184-915c-4a77-83e9-5aa98f593375" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.454657] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7c9bc184-915c-4a77-83e9-5aa98f593375" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.454657] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7c9bc184-915c-4a77-83e9-5aa98f593375',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.616625] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dfaefd34-ec9a-485e-aa58-e1bf34863160',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.978207] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.978449] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.978547] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.979016] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.979326] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.979442] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7c9bc184-915c-4a77-83e9-5aa98f593375 already deleted. [ 936.979556] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7c9bc184-915c-4a77-83e9-5aa98f593375" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.119112] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.119298] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.119363] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.119974] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.119974] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.119974] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dfaefd34-ec9a-485e-aa58-e1bf34863160 is going to be updated. [ 937.153225] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.158414] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.158414] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.158414] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.158414] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.166398] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dfaefd34-ec9a-485e-aa58-e1bf34863160 in Status: IN_PROGRESS for 2s [ 937.725410] env[65307]: INFO networking_nsxv3.common.synchronization [req-b8412c26-931a-4f39-b4c0-f83ea5871c16 req-5e42efec-f6ac-4dd5-8830-40bc84586656 tempest-SecurityGroupRulesTestJSON-985595433 tempest-SecurityGroupRulesTestJSON-985595433-project-member] Enqueued Resource ID: 7b303508-ab31-42c3-899c-7e24a83a2ece with Priority: HIGHEST for action security_group_rules [ 937.725705] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b303508-ab31-42c3-899c-7e24a83a2ece with Priority: HIGHEST for action security_group_rules [ 937.726057] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7b303508-ab31-42c3-899c-7e24a83a2ece taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.726268] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7b303508-ab31-42c3-899c-7e24a83a2ece" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.726346] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7b303508-ab31-42c3-899c-7e24a83a2ece" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.726592] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7b303508-ab31-42c3-899c-7e24a83a2ece" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.726676] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7b303508-ab31-42c3-899c-7e24a83a2ece',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.054516] env[65307]: INFO networking_nsxv3.common.synchronization [None req-881e91ab-0b26-4a9a-9aff-57a09a3a653e None None] Enqueued Resource ID: 6d961dec-42b7-4217-9301-b788fd57d7fb with Priority: HIGHEST for action port [ 938.055051] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d961dec-42b7-4217-9301-b788fd57d7fb with Priority: HIGHEST for action port [ 938.055396] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-6d961dec-42b7-4217-9301-b788fd57d7fb taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.055554] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6d961dec-42b7-4217-9301-b788fd57d7fb" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.055636] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6d961dec-42b7-4217-9301-b788fd57d7fb" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.056199] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6d961dec-42b7-4217-9301-b788fd57d7fb" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.056199] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6d961dec-42b7-4217-9301-b788fd57d7fb',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.249916] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.249916] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.249916] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.250350] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.250507] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.250639] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7b303508-ab31-42c3-899c-7e24a83a2ece already deleted. [ 938.250782] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7b303508-ab31-42c3-899c-7e24a83a2ece" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.442850] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock network-29 taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.442850] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "network-29" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.442850] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "network-29" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.443537] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "network-29" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.443537] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.443537] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.443709] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.443837] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.443974] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.444193] env[65307]: DEBUG dogpile.cache.region [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 938.444298] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] NeedRegenerationException {{(pid=65307) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 938.444408] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] no value, waiting for create lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 938.444505] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] value creation lock acquired {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 938.444610] env[65307]: DEBUG dogpile.cache.region [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 938.444714] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Calling creation function for not-yet-present value {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 938.444841] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 938.463968] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 938.464146] env[65307]: DEBUG dogpile.cache.region [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65307) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 938.464297] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Released creation lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 938.467101] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "network-29" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.467101] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock port-09369400-384a-48d3-935f-381f54fffb04 taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.467101] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "port-09369400-384a-48d3-935f-381f54fffb04" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.467101] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "port-09369400-384a-48d3-935f-381f54fffb04" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.467101] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "port-09369400-384a-48d3-935f-381f54fffb04" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.467101] env[65307]: DEBUG networking_nsxv3.api.rpc [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('09369400-384a-48d3-935f-381f54fffb04',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.558427] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6d961dec-42b7-4217-9301-b788fd57d7fb [ 938.559018] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.559018] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.559018] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.559347] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.559481] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.559613] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6d961dec-42b7-4217-9301-b788fd57d7fb already deleted. [ 938.559788] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6d961dec-42b7-4217-9301-b788fd57d7fb" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.968060] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.968341] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.968380] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.968642] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.968792] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.972008] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Segment Port 09369400-384a-48d3-935f-381f54fffb04 not found, creating... [ 938.972381] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.972560] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.972678] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.972928] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.973168] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.973456] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.973618] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.973838] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.974238] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.974238] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.974238] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Resource: SegmentPort with ID: 09369400-384a-48d3-935f-381f54fffb04 is going to be created. [ 939.002811] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.003010] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.003136] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.003412] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.003630] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.003907] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "port-09369400-384a-48d3-935f-381f54fffb04" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.179012] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dfaefd34-ec9a-485e-aa58-e1bf34863160 in Status: SUCCESS [ 939.179253] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfaefd34-ec9a-485e-aa58-e1bf34863160" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.707036] env[65307]: INFO networking_nsxv3.common.synchronization [req-df7110d9-7839-4704-bbe8-654e9aecac01 req-b9384543-c5cd-4201-a36c-c473dcf46965 service nova] Enqueued Resource ID: dfaefd34-ec9a-485e-aa58-e1bf34863160 with Priority: HIGHEST for action security_group_rules [ 939.707135] env[65307]: INFO networking_nsxv3.common.synchronization [req-df7110d9-7839-4704-bbe8-654e9aecac01 req-b9384543-c5cd-4201-a36c-c473dcf46965 service nova] Enqueued Resource ID: dfaefd34-ec9a-485e-aa58-e1bf34863160 with Priority: HIGHEST for action security_group_members [ 939.707272] env[65307]: INFO networking_nsxv3.common.synchronization [req-df7110d9-7839-4704-bbe8-654e9aecac01 req-b9384543-c5cd-4201-a36c-c473dcf46965 service nova] Enqueued Resource ID: 09369400-384a-48d3-935f-381f54fffb04 with Priority: HIGHEST for action port [ 939.707795] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfaefd34-ec9a-485e-aa58-e1bf34863160 with Priority: HIGHEST for action security_group_rules [ 939.707994] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfaefd34-ec9a-485e-aa58-e1bf34863160 with Priority: HIGHEST for action security_group_members [ 939.708468] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09369400-384a-48d3-935f-381f54fffb04 with Priority: HIGHEST for action port [ 939.709223] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dfaefd34-ec9a-485e-aa58-e1bf34863160 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.709349] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dfaefd34-ec9a-485e-aa58-e1bf34863160" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.709420] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dfaefd34-ec9a-485e-aa58-e1bf34863160" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.709666] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dfaefd34-ec9a-485e-aa58-e1bf34863160" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.709919] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dfaefd34-ec9a-485e-aa58-e1bf34863160',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.710793] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfaefd34-ec9a-485e-aa58-e1bf34863160 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.710910] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfaefd34-ec9a-485e-aa58-e1bf34863160" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.710978] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfaefd34-ec9a-485e-aa58-e1bf34863160" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.711177] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfaefd34-ec9a-485e-aa58-e1bf34863160" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.711640] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.711640] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.711640] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.711640] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.711821] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.711821] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dfaefd34-ec9a-485e-aa58-e1bf34863160',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.712623] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-09369400-384a-48d3-935f-381f54fffb04 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.712726] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-09369400-384a-48d3-935f-381f54fffb04" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.712789] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-09369400-384a-48d3-935f-381f54fffb04" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.713173] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-09369400-384a-48d3-935f-381f54fffb04" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.713173] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('09369400-384a-48d3-935f-381f54fffb04',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.214835] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfaefd34-ec9a-485e-aa58-e1bf34863160 taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.215166] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfaefd34-ec9a-485e-aa58-e1bf34863160" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.215204] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dfaefd34-ec9a-485e-aa58-e1bf34863160',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.219105] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 09369400-384a-48d3-935f-381f54fffb04 with status ACTIVE [ 940.219374] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.219546] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.219661] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.219908] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.220042] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.220332] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.220446] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.220520] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.220710] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.220840] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.220989] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.221209] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.221209] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.221389] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.221389] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.221476] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 09369400-384a-48d3-935f-381f54fffb04 is going to be updated. [ 940.242989] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.243218] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.243281] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.243456] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.243781] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.243781] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-09369400-384a-48d3-935f-381f54fffb04" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.719364] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dfaefd34-ec9a-485e-aa58-e1bf34863160',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.817761] env[65307]: INFO networking_nsxv3.common.synchronization [None req-4b7459dd-322c-4300-b486-09b942ddf2e9 None None] Enqueued Resource ID: e2a30dcb-d618-4a94-b124-1f98d2165b36 with Priority: HIGHEST for action port [ 940.818686] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2a30dcb-d618-4a94-b124-1f98d2165b36 with Priority: HIGHEST for action port [ 940.818864] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-e2a30dcb-d618-4a94-b124-1f98d2165b36 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.819038] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e2a30dcb-d618-4a94-b124-1f98d2165b36" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.819096] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e2a30dcb-d618-4a94-b124-1f98d2165b36" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.819347] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e2a30dcb-d618-4a94-b124-1f98d2165b36" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.819429] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e2a30dcb-d618-4a94-b124-1f98d2165b36',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.223695] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.224123] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.224123] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.224260] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.224260] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.224354] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dfaefd34-ec9a-485e-aa58-e1bf34863160 is going to be updated. [ 941.255865] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.256044] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.256449] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.256449] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.256533] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.271897] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dfaefd34-ec9a-485e-aa58-e1bf34863160 in Status: IN_PROGRESS for 2s [ 941.299326] env[65307]: INFO networking_nsxv3.common.synchronization [req-41654fb8-0dba-411a-8e99-01e9f6154e41 req-f1c6db96-e0ed-4261-a506-101a6fca11ef tempest-SecurityGroupRulesTestJSON-985595433 tempest-SecurityGroupRulesTestJSON-985595433-project-member] Enqueued Resource ID: 28c4c2b4-9583-4119-b367-f0ead2d64673 with Priority: HIGHEST for action security_group_rules [ 941.299752] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28c4c2b4-9583-4119-b367-f0ead2d64673 with Priority: HIGHEST for action security_group_rules [ 941.300087] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-28c4c2b4-9583-4119-b367-f0ead2d64673 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.300206] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-28c4c2b4-9583-4119-b367-f0ead2d64673" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.300273] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-28c4c2b4-9583-4119-b367-f0ead2d64673" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.302307] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-28c4c2b4-9583-4119-b367-f0ead2d64673" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.302397] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('28c4c2b4-9583-4119-b367-f0ead2d64673',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.321546] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e2a30dcb-d618-4a94-b124-1f98d2165b36 [ 941.321841] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.322031] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.322097] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.322309] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.322394] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.322486] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e2a30dcb-d618-4a94-b124-1f98d2165b36 already deleted. [ 941.322581] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e2a30dcb-d618-4a94-b124-1f98d2165b36" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.822998] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.823276] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.823448] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.823710] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.823952] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.823952] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 28c4c2b4-9583-4119-b367-f0ead2d64673 already deleted. [ 941.824342] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-28c4c2b4-9583-4119-b367-f0ead2d64673" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.280897] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dfaefd34-ec9a-485e-aa58-e1bf34863160 in Status: SUCCESS [ 943.281299] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfaefd34-ec9a-485e-aa58-e1bf34863160" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.281531] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfaefd34-ec9a-485e-aa58-e1bf34863160" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.282088] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfaefd34-ec9a-485e-aa58-e1bf34863160" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.282342] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.282513] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.282607] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.282911] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.282911] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.283046] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfaefd34-ec9a-485e-aa58-e1bf34863160" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.283077] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dfaefd34-ec9a-485e-aa58-e1bf34863160',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.638476] env[65307]: INFO networking_nsxv3.common.synchronization [None req-3495907c-ac66-41de-a50e-26cf5df99a14 None None] Enqueued Resource ID: 142450dd-1eea-49f1-a0a9-cf46ce4824de with Priority: HIGHEST for action port [ 943.639043] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 142450dd-1eea-49f1-a0a9-cf46ce4824de with Priority: HIGHEST for action port [ 943.639351] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-142450dd-1eea-49f1-a0a9-cf46ce4824de taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.639484] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-142450dd-1eea-49f1-a0a9-cf46ce4824de" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.639533] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-142450dd-1eea-49f1-a0a9-cf46ce4824de" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.639887] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-142450dd-1eea-49f1-a0a9-cf46ce4824de" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.639887] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('142450dd-1eea-49f1-a0a9-cf46ce4824de',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.784985] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfaefd34-ec9a-485e-aa58-e1bf34863160 taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.785396] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfaefd34-ec9a-485e-aa58-e1bf34863160" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.785396] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfaefd34-ec9a-485e-aa58-e1bf34863160" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.785494] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfaefd34-ec9a-485e-aa58-e1bf34863160" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.785676] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.785781] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.785846] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.786018] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.786110] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.786197] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfaefd34-ec9a-485e-aa58-e1bf34863160" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.786344] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfaefd34-ec9a-485e-aa58-e1bf34863160 taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.786522] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfaefd34-ec9a-485e-aa58-e1bf34863160" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.786522] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfaefd34-ec9a-485e-aa58-e1bf34863160" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.786651] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfaefd34-ec9a-485e-aa58-e1bf34863160" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.786792] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.786913] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.786977] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.787143] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.787222] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.787303] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfaefd34-ec9a-485e-aa58-e1bf34863160" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.787390] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dfaefd34-ec9a-485e-aa58-e1bf34863160',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.144460] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 142450dd-1eea-49f1-a0a9-cf46ce4824de [ 944.144460] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.144460] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.144460] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.144460] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.144460] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.144460] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:142450dd-1eea-49f1-a0a9-cf46ce4824de already deleted. [ 944.144460] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-142450dd-1eea-49f1-a0a9-cf46ce4824de" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.291435] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dfaefd34-ec9a-485e-aa58-e1bf34863160: rpc.has_security_group_logging(os_id): False [ 944.309875] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.309875] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.309875] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.309875] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.310373] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.310373] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.310373] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.310373] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.310540] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.310540] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.310683] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.310832] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.310900] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.311059] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.311134] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.311510] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.311510] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.311510] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.311644] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.311677] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.311850] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dfaefd34-ec9a-485e-aa58-e1bf34863160 is going to be updated. [ 944.378178] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.378260] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.378676] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.378676] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.378676] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.395369] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dfaefd34-ec9a-485e-aa58-e1bf34863160 in Status: IN_PROGRESS for 2s [ 945.234601] env[65307]: INFO networking_nsxv3.common.synchronization [None req-2b0b1f0a-f14d-4141-9746-895f7a769dc8 None None] Enqueued Resource ID: 9ed59f56-f491-4ea8-8e4b-32ef2e7d1aaf with Priority: HIGHEST for action port [ 945.234601] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ed59f56-f491-4ea8-8e4b-32ef2e7d1aaf with Priority: HIGHEST for action port [ 945.235189] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-9ed59f56-f491-4ea8-8e4b-32ef2e7d1aaf taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.235189] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9ed59f56-f491-4ea8-8e4b-32ef2e7d1aaf" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.235189] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9ed59f56-f491-4ea8-8e4b-32ef2e7d1aaf" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.235400] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9ed59f56-f491-4ea8-8e4b-32ef2e7d1aaf" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.235400] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9ed59f56-f491-4ea8-8e4b-32ef2e7d1aaf',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.248620] env[65307]: INFO networking_nsxv3.common.synchronization [None req-70bed401-e83f-4c48-82e6-7a89e11e8c6d tempest-AttachVolumeNegativeTest-671309822 tempest-AttachVolumeNegativeTest-671309822-project-member] Enqueued Resource ID: d8d93eaa-c532-41b4-ade7-a547c0c808d0 with Priority: HIGHEST for action security_group_rules [ 945.248939] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8d93eaa-c532-41b4-ade7-a547c0c808d0 with Priority: HIGHEST for action security_group_rules [ 945.249275] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d8d93eaa-c532-41b4-ade7-a547c0c808d0 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.249391] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d8d93eaa-c532-41b4-ade7-a547c0c808d0" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.249456] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d8d93eaa-c532-41b4-ade7-a547c0c808d0" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.251041] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d8d93eaa-c532-41b4-ade7-a547c0c808d0" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.251041] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d8d93eaa-c532-41b4-ade7-a547c0c808d0',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.426571] env[65307]: INFO networking_nsxv3.common.synchronization [None req-ba71b156-a800-457a-bcfe-32bd85e90961 tempest-AttachVolumeNegativeTest-671309822 tempest-AttachVolumeNegativeTest-671309822-project-member] Enqueued Resource ID: d8d93eaa-c532-41b4-ade7-a547c0c808d0 with Priority: HIGHEST for action security_group_rules [ 945.427760] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8d93eaa-c532-41b4-ade7-a547c0c808d0 with Priority: HIGHEST for action security_group_rules [ 945.428746] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d8d93eaa-c532-41b4-ade7-a547c0c808d0 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.428949] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d8d93eaa-c532-41b4-ade7-a547c0c808d0" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.737322] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9ed59f56-f491-4ea8-8e4b-32ef2e7d1aaf [ 945.738213] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.738213] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.738213] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.738213] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.738213] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.738213] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9ed59f56-f491-4ea8-8e4b-32ef2e7d1aaf already deleted. [ 945.738498] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9ed59f56-f491-4ea8-8e4b-32ef2e7d1aaf" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.778367] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.778504] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.778574] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.778779] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.778868] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.778974] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d8d93eaa-c532-41b4-ade7-a547c0c808d0 already deleted. [ 945.779083] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d8d93eaa-c532-41b4-ade7-a547c0c808d0" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.779234] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d8d93eaa-c532-41b4-ade7-a547c0c808d0" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.779623] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d8d93eaa-c532-41b4-ade7-a547c0c808d0" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.779623] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d8d93eaa-c532-41b4-ade7-a547c0c808d0',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.306236] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.306236] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.306236] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.306236] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.306236] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.307371] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d8d93eaa-c532-41b4-ade7-a547c0c808d0 already deleted. [ 946.307371] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d8d93eaa-c532-41b4-ade7-a547c0c808d0" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.404863] env[65307]: INFO networking_nsxv3.common.synchronization [req-eff96b57-4ff4-47b1-955e-769ae3d44fc1 req-5087cb36-b9fd-47c4-b4dc-0a433477fad7 tempest-ServersV294TestFqdnHostnames-1883946960 tempest-ServersV294TestFqdnHostnames-1883946960-project-member] Enqueued Resource ID: 22d68fc9-c97c-4ad2-a71e-950e963f7d4f with Priority: HIGHEST for action security_group_members [ 946.405565] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22d68fc9-c97c-4ad2-a71e-950e963f7d4f with Priority: HIGHEST for action security_group_members [ 946.405947] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-22d68fc9-c97c-4ad2-a71e-950e963f7d4f taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.406092] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22d68fc9-c97c-4ad2-a71e-950e963f7d4f" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.407112] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22d68fc9-c97c-4ad2-a71e-950e963f7d4f" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.408709] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22d68fc9-c97c-4ad2-a71e-950e963f7d4f" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.408709] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.408899] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.408899] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.409345] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.409345] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.409345] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('22d68fc9-c97c-4ad2-a71e-950e963f7d4f',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.411144] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dfaefd34-ec9a-485e-aa58-e1bf34863160 in Status: SUCCESS [ 946.412185] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dfaefd34-ec9a-485e-aa58-e1bf34863160" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.543727] env[65307]: INFO networking_nsxv3.common.synchronization [req-a13fd4dc-5eae-4e40-93ce-31b5ba355e2a req-48482a30-0eee-4068-a9aa-a7b4e72a4d0d tempest-SecurityGroupRulesTestJSON-985595433 tempest-SecurityGroupRulesTestJSON-985595433-project-member] Enqueued Resource ID: 70f0c6a1-96a1-4b22-86d4-2aa993159a69 with Priority: HIGHEST for action security_group_rules [ 946.544431] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70f0c6a1-96a1-4b22-86d4-2aa993159a69 with Priority: HIGHEST for action security_group_rules [ 946.544503] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-70f0c6a1-96a1-4b22-86d4-2aa993159a69 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.548028] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-70f0c6a1-96a1-4b22-86d4-2aa993159a69" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.548028] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-70f0c6a1-96a1-4b22-86d4-2aa993159a69" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.548028] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-70f0c6a1-96a1-4b22-86d4-2aa993159a69" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.548028] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('70f0c6a1-96a1-4b22-86d4-2aa993159a69',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.617642] env[65307]: INFO networking_nsxv3.common.synchronization [None req-224db738-8263-4a4f-90b0-6cda369aa4c4 None None] Enqueued Resource ID: 654fa49e-c5fe-4082-aa1d-84e1c3718c87 with Priority: HIGHEST for action port [ 946.618098] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 654fa49e-c5fe-4082-aa1d-84e1c3718c87 with Priority: HIGHEST for action port [ 946.618402] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-654fa49e-c5fe-4082-aa1d-84e1c3718c87 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.618535] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-654fa49e-c5fe-4082-aa1d-84e1c3718c87" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.618597] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-654fa49e-c5fe-4082-aa1d-84e1c3718c87" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.618918] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-654fa49e-c5fe-4082-aa1d-84e1c3718c87" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.618980] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('654fa49e-c5fe-4082-aa1d-84e1c3718c87',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.869446] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock network-189 taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.869643] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "network-189" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.869790] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "network-189" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.870216] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "network-189" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.870481] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.870638] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.870753] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.871669] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.871669] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.871669] env[65307]: DEBUG dogpile.cache.region [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 946.871669] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] NeedRegenerationException {{(pid=65307) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 946.871669] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] no value, waiting for create lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 946.871669] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] value creation lock acquired {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 946.871895] env[65307]: DEBUG dogpile.cache.region [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 946.871895] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Calling creation function for not-yet-present value {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 946.871960] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 946.891883] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 946.892064] env[65307]: DEBUG dogpile.cache.region [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65307) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 946.892193] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Released creation lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 946.892376] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "network-189" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.892689] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock port-8b14d844-35a3-4ed7-a75f-e5e99ae120eb taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.892872] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "port-8b14d844-35a3-4ed7-a75f-e5e99ae120eb" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.892989] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "port-8b14d844-35a3-4ed7-a75f-e5e99ae120eb" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.893339] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "port-8b14d844-35a3-4ed7-a75f-e5e99ae120eb" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.893477] env[65307]: DEBUG networking_nsxv3.api.rpc [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8b14d844-35a3-4ed7-a75f-e5e99ae120eb',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.913906] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.914111] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.914183] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.914341] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.914429] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.914613] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.914707] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.914768] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.914923] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.914990] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.915083] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 22d68fc9-c97c-4ad2-a71e-950e963f7d4f already deleted. [ 946.915162] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22d68fc9-c97c-4ad2-a71e-950e963f7d4f" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.071754] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.071754] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.071754] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.072050] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.072161] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.073033] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 70f0c6a1-96a1-4b22-86d4-2aa993159a69 already deleted. [ 947.073033] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-70f0c6a1-96a1-4b22-86d4-2aa993159a69" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.121410] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 654fa49e-c5fe-4082-aa1d-84e1c3718c87 [ 947.121675] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.121985] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.121985] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.122153] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.122247] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.122345] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:654fa49e-c5fe-4082-aa1d-84e1c3718c87 already deleted. [ 947.122441] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-654fa49e-c5fe-4082-aa1d-84e1c3718c87" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.396118] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.396354] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.396480] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.396889] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.397074] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.397242] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Segment Port 8b14d844-35a3-4ed7-a75f-e5e99ae120eb not found, creating... [ 947.397506] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.397678] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.397930] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.398250] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.398448] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.398873] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.399087] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.399247] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.399515] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.399720] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.399920] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Resource: SegmentPort with ID: 8b14d844-35a3-4ed7-a75f-e5e99ae120eb is going to be created. [ 947.421476] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.421476] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.421476] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.421744] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.421781] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.421993] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "port-8b14d844-35a3-4ed7-a75f-e5e99ae120eb" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.750546] env[65307]: INFO networking_nsxv3.common.synchronization [None req-a511161e-729c-4d12-b0ca-ea2813a46b4d None None] Enqueued Resource ID: 32257a6a-2ac3-4f62-9741-d85bc797a93a with Priority: HIGHEST for action port [ 947.751315] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32257a6a-2ac3-4f62-9741-d85bc797a93a with Priority: HIGHEST for action port [ 947.752229] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-32257a6a-2ac3-4f62-9741-d85bc797a93a taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.752229] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-32257a6a-2ac3-4f62-9741-d85bc797a93a" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.752229] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-32257a6a-2ac3-4f62-9741-d85bc797a93a" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.752516] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-32257a6a-2ac3-4f62-9741-d85bc797a93a" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.752599] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('32257a6a-2ac3-4f62-9741-d85bc797a93a',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.160698] env[65307]: INFO networking_nsxv3.common.synchronization [req-eff96b57-4ff4-47b1-955e-769ae3d44fc1 req-dd88dae0-d341-4577-8a6c-b5b9b0a150d5 service nova] Enqueued Resource ID: 22d68fc9-c97c-4ad2-a71e-950e963f7d4f with Priority: HIGHEST for action security_group_rules [ 948.160698] env[65307]: INFO networking_nsxv3.common.synchronization [req-eff96b57-4ff4-47b1-955e-769ae3d44fc1 req-dd88dae0-d341-4577-8a6c-b5b9b0a150d5 service nova] Enqueued Resource ID: 22d68fc9-c97c-4ad2-a71e-950e963f7d4f with Priority: HIGHEST for action security_group_members [ 948.160698] env[65307]: INFO networking_nsxv3.common.synchronization [req-eff96b57-4ff4-47b1-955e-769ae3d44fc1 req-dd88dae0-d341-4577-8a6c-b5b9b0a150d5 service nova] Enqueued Resource ID: 8b14d844-35a3-4ed7-a75f-e5e99ae120eb with Priority: HIGHEST for action port [ 948.161779] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22d68fc9-c97c-4ad2-a71e-950e963f7d4f with Priority: HIGHEST for action security_group_rules [ 948.162852] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22d68fc9-c97c-4ad2-a71e-950e963f7d4f with Priority: HIGHEST for action security_group_members [ 948.163136] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b14d844-35a3-4ed7-a75f-e5e99ae120eb with Priority: HIGHEST for action port [ 948.163289] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-22d68fc9-c97c-4ad2-a71e-950e963f7d4f taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.163412] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-22d68fc9-c97c-4ad2-a71e-950e963f7d4f" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.163476] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-22d68fc9-c97c-4ad2-a71e-950e963f7d4f" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.163680] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-22d68fc9-c97c-4ad2-a71e-950e963f7d4f" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.163760] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('22d68fc9-c97c-4ad2-a71e-950e963f7d4f',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.164625] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-22d68fc9-c97c-4ad2-a71e-950e963f7d4f taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.164738] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22d68fc9-c97c-4ad2-a71e-950e963f7d4f" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.164808] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22d68fc9-c97c-4ad2-a71e-950e963f7d4f" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.164955] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22d68fc9-c97c-4ad2-a71e-950e963f7d4f" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.165136] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.165293] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.165393] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.165468] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.165578] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.165766] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('22d68fc9-c97c-4ad2-a71e-950e963f7d4f',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.166613] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-8b14d844-35a3-4ed7-a75f-e5e99ae120eb taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.166757] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8b14d844-35a3-4ed7-a75f-e5e99ae120eb" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.166801] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8b14d844-35a3-4ed7-a75f-e5e99ae120eb" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.167724] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8b14d844-35a3-4ed7-a75f-e5e99ae120eb" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.167724] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8b14d844-35a3-4ed7-a75f-e5e99ae120eb',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.255970] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 32257a6a-2ac3-4f62-9741-d85bc797a93a [ 948.258577] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.258577] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.258577] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.258577] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.258577] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.258577] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:32257a6a-2ac3-4f62-9741-d85bc797a93a already deleted. [ 948.258577] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-32257a6a-2ac3-4f62-9741-d85bc797a93a" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.591802] env[65307]: INFO networking_nsxv3.common.synchronization [None req-61c11a13-bd9b-4c13-abd7-7fe0d6512305 None None] Enqueued Resource ID: 187d8896-fc0e-49b3-ba30-8572a07f8918 with Priority: HIGHEST for action port [ 948.592451] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 187d8896-fc0e-49b3-ba30-8572a07f8918 with Priority: HIGHEST for action port [ 948.592898] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-187d8896-fc0e-49b3-ba30-8572a07f8918 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.593115] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-187d8896-fc0e-49b3-ba30-8572a07f8918" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.593216] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-187d8896-fc0e-49b3-ba30-8572a07f8918" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.594267] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-187d8896-fc0e-49b3-ba30-8572a07f8918" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.594363] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('187d8896-fc0e-49b3-ba30-8572a07f8918',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.669062] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-22d68fc9-c97c-4ad2-a71e-950e963f7d4f taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.669242] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22d68fc9-c97c-4ad2-a71e-950e963f7d4f" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.670582] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('22d68fc9-c97c-4ad2-a71e-950e963f7d4f',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.671554] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8b14d844-35a3-4ed7-a75f-e5e99ae120eb with status ACTIVE [ 948.671849] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.671849] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.671971] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.672143] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.672237] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.672414] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.672503] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.672564] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.672714] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.672967] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.673041] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.673109] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.673172] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.673311] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.673381] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.676953] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8b14d844-35a3-4ed7-a75f-e5e99ae120eb is going to be updated. [ 948.699829] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.701396] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.701396] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.701396] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.701396] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.701396] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8b14d844-35a3-4ed7-a75f-e5e99ae120eb" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.710129] env[65307]: INFO networking_nsxv3.common.synchronization [req-c2254a1e-21e6-4032-99c4-5c56441ce014 req-a7db9d43-169d-42ce-a5c3-e31aa2a87dca tempest-ServerActionsTestOtherA-1819960408 tempest-ServerActionsTestOtherA-1819960408-project-member] Enqueued Resource ID: a7e8cb20-7b52-4012-9542-01def2947e00 with Priority: HIGHEST for action security_group_members [ 948.711790] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7e8cb20-7b52-4012-9542-01def2947e00 with Priority: HIGHEST for action security_group_members [ 948.711790] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7e8cb20-7b52-4012-9542-01def2947e00 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.711790] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7e8cb20-7b52-4012-9542-01def2947e00" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.711790] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7e8cb20-7b52-4012-9542-01def2947e00" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.711790] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7e8cb20-7b52-4012-9542-01def2947e00" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.711790] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.712196] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.712196] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.712196] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.712344] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.713255] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a7e8cb20-7b52-4012-9542-01def2947e00',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.054475] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock network-686 taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.054904] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "network-686" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.054904] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "network-686" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.055145] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "network-686" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.055452] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.055616] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.055730] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.055955] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.056470] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.056689] env[65307]: DEBUG dogpile.cache.region [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 949.056801] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] NeedRegenerationException {{(pid=65307) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 949.056911] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] no value, waiting for create lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 949.057050] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] value creation lock acquired {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 949.057196] env[65307]: DEBUG dogpile.cache.region [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 949.057313] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Calling creation function for not-yet-present value {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 949.057462] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 949.077129] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 949.077305] env[65307]: DEBUG dogpile.cache.region [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65307) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 949.077428] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Released creation lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 949.077609] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "network-686" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.078025] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock port-7ba0ff8f-8eba-464f-aac7-68b74d242637 taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.078206] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "port-7ba0ff8f-8eba-464f-aac7-68b74d242637" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.078329] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "port-7ba0ff8f-8eba-464f-aac7-68b74d242637" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.078655] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "port-7ba0ff8f-8eba-464f-aac7-68b74d242637" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.079088] env[65307]: DEBUG networking_nsxv3.api.rpc [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7ba0ff8f-8eba-464f-aac7-68b74d242637',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.096528] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 187d8896-fc0e-49b3-ba30-8572a07f8918 [ 949.096753] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.096889] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.096951] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.097313] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.097313] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.097409] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:187d8896-fc0e-49b3-ba30-8572a07f8918 already deleted. [ 949.097454] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-187d8896-fc0e-49b3-ba30-8572a07f8918" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.178233] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('22d68fc9-c97c-4ad2-a71e-950e963f7d4f',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.220050] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.220050] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.220050] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.220050] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.220050] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.220050] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.220050] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.220050] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.220050] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.220050] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.220050] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a7e8cb20-7b52-4012-9542-01def2947e00 already deleted. [ 949.220050] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7e8cb20-7b52-4012-9542-01def2947e00" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.584313] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.584313] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.584313] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.584313] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.584313] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.584313] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Segment Port 7ba0ff8f-8eba-464f-aac7-68b74d242637 not found, creating... [ 949.584313] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.584313] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.585388] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.585388] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.585388] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.585388] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.585716] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.585716] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.585781] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.585958] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.586045] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Resource: SegmentPort with ID: 7ba0ff8f-8eba-464f-aac7-68b74d242637 is going to be created. [ 949.608616] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.608886] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.608886] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.609214] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.609341] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.609565] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "port-7ba0ff8f-8eba-464f-aac7-68b74d242637" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.682356] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.682356] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.682356] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.682356] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.682356] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.682356] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 22d68fc9-c97c-4ad2-a71e-950e963f7d4f is going to be created. [ 949.736145] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.736338] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.736444] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.736609] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.736772] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.756843] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22d68fc9-c97c-4ad2-a71e-950e963f7d4f in Status: UNINITIALIZED for 2s [ 950.396800] env[65307]: INFO networking_nsxv3.common.synchronization [req-c2254a1e-21e6-4032-99c4-5c56441ce014 req-7b037e1a-3425-4711-be70-510beb02aae0 service nova] Enqueued Resource ID: a7e8cb20-7b52-4012-9542-01def2947e00 with Priority: HIGHEST for action security_group_rules [ 950.397118] env[65307]: INFO networking_nsxv3.common.synchronization [req-c2254a1e-21e6-4032-99c4-5c56441ce014 req-7b037e1a-3425-4711-be70-510beb02aae0 service nova] Enqueued Resource ID: a7e8cb20-7b52-4012-9542-01def2947e00 with Priority: HIGHEST for action security_group_members [ 950.398299] env[65307]: INFO networking_nsxv3.common.synchronization [req-c2254a1e-21e6-4032-99c4-5c56441ce014 req-7b037e1a-3425-4711-be70-510beb02aae0 service nova] Enqueued Resource ID: 7ba0ff8f-8eba-464f-aac7-68b74d242637 with Priority: HIGHEST for action port [ 950.398299] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7e8cb20-7b52-4012-9542-01def2947e00 with Priority: HIGHEST for action security_group_rules [ 950.398299] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7e8cb20-7b52-4012-9542-01def2947e00 with Priority: HIGHEST for action security_group_members [ 950.398299] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ba0ff8f-8eba-464f-aac7-68b74d242637 with Priority: HIGHEST for action port [ 950.399191] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a7e8cb20-7b52-4012-9542-01def2947e00 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.399191] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a7e8cb20-7b52-4012-9542-01def2947e00" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.399191] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a7e8cb20-7b52-4012-9542-01def2947e00" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.399191] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a7e8cb20-7b52-4012-9542-01def2947e00" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.399191] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a7e8cb20-7b52-4012-9542-01def2947e00',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.400724] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7e8cb20-7b52-4012-9542-01def2947e00 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.400855] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7e8cb20-7b52-4012-9542-01def2947e00" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.400970] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7e8cb20-7b52-4012-9542-01def2947e00" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.402197] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7e8cb20-7b52-4012-9542-01def2947e00" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.402197] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.402197] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.402197] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.402197] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.402429] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.402429] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a7e8cb20-7b52-4012-9542-01def2947e00',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.403483] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-7ba0ff8f-8eba-464f-aac7-68b74d242637 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.403483] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7ba0ff8f-8eba-464f-aac7-68b74d242637" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.404100] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7ba0ff8f-8eba-464f-aac7-68b74d242637" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.404261] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7ba0ff8f-8eba-464f-aac7-68b74d242637" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.404334] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7ba0ff8f-8eba-464f-aac7-68b74d242637',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.009272] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a7e8cb20-7b52-4012-9542-01def2947e00',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.009272] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7e8cb20-7b52-4012-9542-01def2947e00 taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.009272] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7e8cb20-7b52-4012-9542-01def2947e00" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.009272] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7ba0ff8f-8eba-464f-aac7-68b74d242637 with status ACTIVE [ 951.009272] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.009272] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.009272] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.009272] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.009272] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.009272] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.009272] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.009272] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.009272] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.009272] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.014632] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.014632] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.014632] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.014632] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.014632] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.014632] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7ba0ff8f-8eba-464f-aac7-68b74d242637 is going to be updated. [ 951.014632] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.014632] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.014632] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.014632] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.014632] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.014632] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7ba0ff8f-8eba-464f-aac7-68b74d242637" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.023010] env[65307]: INFO networking_nsxv3.common.synchronization [None req-7d7ede50-501c-458f-ae87-dc13bc538f8f None None] Enqueued Resource ID: 9161ff46-fab8-424f-a784-fb583d5eef63 with Priority: HIGHEST for action port [ 951.023649] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9161ff46-fab8-424f-a784-fb583d5eef63 with Priority: HIGHEST for action port [ 951.024499] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-9161ff46-fab8-424f-a784-fb583d5eef63 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.024499] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9161ff46-fab8-424f-a784-fb583d5eef63" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.024499] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9161ff46-fab8-424f-a784-fb583d5eef63" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.024499] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9161ff46-fab8-424f-a784-fb583d5eef63" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.024851] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9161ff46-fab8-424f-a784-fb583d5eef63',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.036292] env[65307]: INFO networking_nsxv3.common.synchronization [None req-e776ad4c-8e45-4f59-83f4-c9df0aee132a None None] Enqueued Resource ID: a59e8378-6ba4-449d-a291-78460b2ca699 with Priority: HIGHEST for action port [ 951.036534] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a59e8378-6ba4-449d-a291-78460b2ca699 with Priority: HIGHEST for action port [ 951.037496] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-a59e8378-6ba4-449d-a291-78460b2ca699 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.037496] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a59e8378-6ba4-449d-a291-78460b2ca699" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.037496] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a59e8378-6ba4-449d-a291-78460b2ca699" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.037715] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a59e8378-6ba4-449d-a291-78460b2ca699" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.037715] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a59e8378-6ba4-449d-a291-78460b2ca699',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.409064] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a7e8cb20-7b52-4012-9542-01def2947e00',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.526797] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9161ff46-fab8-424f-a784-fb583d5eef63 [ 951.527239] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.527489] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.527573] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.527827] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.527940] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.528115] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9161ff46-fab8-424f-a784-fb583d5eef63 already deleted. [ 951.528262] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9161ff46-fab8-424f-a784-fb583d5eef63" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.542275] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a59e8378-6ba4-449d-a291-78460b2ca699 [ 951.542612] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.542793] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.542916] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.543156] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.543247] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.543341] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a59e8378-6ba4-449d-a291-78460b2ca699 already deleted. [ 951.543424] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a59e8378-6ba4-449d-a291-78460b2ca699" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.605750] env[65307]: INFO networking_nsxv3.common.synchronization [req-adf1522e-a7ef-4a0a-b536-e3909eca3a7a req-b023573e-6c05-4539-8555-19de1a4cf045 tempest-SecurityGroupRulesTestJSON-985595433 tempest-SecurityGroupRulesTestJSON-985595433-project-member] Enqueued Resource ID: 38302d36-f8ee-4efb-820b-b9aef18fe10e with Priority: HIGHEST for action security_group_rules [ 951.606295] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38302d36-f8ee-4efb-820b-b9aef18fe10e with Priority: HIGHEST for action security_group_rules [ 951.606967] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-38302d36-f8ee-4efb-820b-b9aef18fe10e taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.606967] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-38302d36-f8ee-4efb-820b-b9aef18fe10e" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.606967] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-38302d36-f8ee-4efb-820b-b9aef18fe10e" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.607167] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-38302d36-f8ee-4efb-820b-b9aef18fe10e" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.607167] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('38302d36-f8ee-4efb-820b-b9aef18fe10e',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.769384] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22d68fc9-c97c-4ad2-a71e-950e963f7d4f in Status: SUCCESS [ 951.769384] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22d68fc9-c97c-4ad2-a71e-950e963f7d4f" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.769384] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22d68fc9-c97c-4ad2-a71e-950e963f7d4f" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.769384] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22d68fc9-c97c-4ad2-a71e-950e963f7d4f" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.769384] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.769384] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.769384] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.769672] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.769672] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.769672] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22d68fc9-c97c-4ad2-a71e-950e963f7d4f" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.769793] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('22d68fc9-c97c-4ad2-a71e-950e963f7d4f',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.912019] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.912019] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.912019] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.912019] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.912019] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.912019] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a7e8cb20-7b52-4012-9542-01def2947e00 is going to be created. [ 951.939314] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.939471] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.939524] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.939744] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.939948] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.952373] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a7e8cb20-7b52-4012-9542-01def2947e00 in Status: UNINITIALIZED for 2s [ 952.005286] env[65307]: INFO networking_nsxv3.common.synchronization [req-0a97004f-82e1-479c-a47e-6323576d3e2f req-7a68054c-4f80-433b-9c1a-a3fd8d9a4f36 tempest-SecurityGroupRulesTestJSON-985595433 tempest-SecurityGroupRulesTestJSON-985595433-project-member] Enqueued Resource ID: 38302d36-f8ee-4efb-820b-b9aef18fe10e with Priority: HIGHEST for action security_group_rules [ 952.006699] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38302d36-f8ee-4efb-820b-b9aef18fe10e with Priority: HIGHEST for action security_group_rules [ 952.006699] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-38302d36-f8ee-4efb-820b-b9aef18fe10e taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.006699] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-38302d36-f8ee-4efb-820b-b9aef18fe10e" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.128491] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.128655] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.128729] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.128940] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.129044] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.129138] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 38302d36-f8ee-4efb-820b-b9aef18fe10e already deleted. [ 952.129221] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-38302d36-f8ee-4efb-820b-b9aef18fe10e" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.129370] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-38302d36-f8ee-4efb-820b-b9aef18fe10e" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.129524] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-38302d36-f8ee-4efb-820b-b9aef18fe10e" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.129602] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('38302d36-f8ee-4efb-820b-b9aef18fe10e',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.276528] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('22d68fc9-c97c-4ad2-a71e-950e963f7d4f',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.654635] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.654947] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.654947] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.655225] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.655315] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.655411] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 38302d36-f8ee-4efb-820b-b9aef18fe10e already deleted. [ 952.655486] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-38302d36-f8ee-4efb-820b-b9aef18fe10e" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.779653] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 22d68fc9-c97c-4ad2-a71e-950e963f7d4f: rpc.has_security_group_logging(os_id): False [ 952.798754] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.798935] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.799025] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.799271] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.799366] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.799808] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.799808] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.799808] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.799969] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.800060] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.801199] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 22d68fc9-c97c-4ad2-a71e-950e963f7d4f is going to be created. [ 952.867885] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.868121] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.868121] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.869612] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.869612] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.881419] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 22d68fc9-c97c-4ad2-a71e-950e963f7d4f in Status: IN_PROGRESS for 2s [ 952.912199] env[65307]: INFO networking_nsxv3.common.synchronization [req-afe704bf-e641-4a0c-8d2b-e0cbe81b2592 req-1b660c27-584d-4df5-bf33-1239a41a5d09 tempest-ListServerFiltersTestJSON-1839011323 tempest-ListServerFiltersTestJSON-1839011323-project-member] Enqueued Resource ID: 385f6807-fae9-4c33-84d9-3329f5444f55 with Priority: HIGHEST for action security_group_members [ 952.912574] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 385f6807-fae9-4c33-84d9-3329f5444f55 with Priority: HIGHEST for action security_group_members [ 952.912904] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-385f6807-fae9-4c33-84d9-3329f5444f55 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.913060] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-385f6807-fae9-4c33-84d9-3329f5444f55" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.913122] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-385f6807-fae9-4c33-84d9-3329f5444f55" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.914358] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-385f6807-fae9-4c33-84d9-3329f5444f55" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.914439] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.915887] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.915887] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.915887] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.915887] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.915887] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('385f6807-fae9-4c33-84d9-3329f5444f55',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.069273] env[65307]: INFO networking_nsxv3.common.synchronization [req-449fb7c5-f9e2-44c6-b5d9-2f73e6f306a6 req-19f12cbd-f7e4-4f09-94fb-ace7351cfd6e tempest-SecurityGroupRulesTestJSON-985595433 tempest-SecurityGroupRulesTestJSON-985595433-project-member] Enqueued Resource ID: 38302d36-f8ee-4efb-820b-b9aef18fe10e with Priority: HIGHEST for action security_group_rules [ 953.070032] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38302d36-f8ee-4efb-820b-b9aef18fe10e with Priority: HIGHEST for action security_group_rules [ 953.070114] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-38302d36-f8ee-4efb-820b-b9aef18fe10e taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.070264] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-38302d36-f8ee-4efb-820b-b9aef18fe10e" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.070264] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-38302d36-f8ee-4efb-820b-b9aef18fe10e" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.070470] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-38302d36-f8ee-4efb-820b-b9aef18fe10e" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.070875] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('38302d36-f8ee-4efb-820b-b9aef18fe10e',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.330899] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock network-168 taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.330899] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "network-168" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.331327] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "network-168" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.331385] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "network-168" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.331617] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.331775] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.331892] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.332319] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.332498] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.332708] env[65307]: DEBUG dogpile.cache.region [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 953.332827] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] NeedRegenerationException {{(pid=65307) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 953.332923] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] no value, waiting for create lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 953.333105] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] value creation lock acquired {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 953.333454] env[65307]: DEBUG dogpile.cache.region [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 953.333454] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Calling creation function for not-yet-present value {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 953.333454] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 953.356200] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 953.356200] env[65307]: DEBUG dogpile.cache.region [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65307) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 953.356200] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Released creation lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 953.356200] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "network-168" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.356200] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock port-55ade886-dc26-4280-9c3e-6cefd6654c80 taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.356564] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "port-55ade886-dc26-4280-9c3e-6cefd6654c80" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.356564] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "port-55ade886-dc26-4280-9c3e-6cefd6654c80" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.357113] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "port-55ade886-dc26-4280-9c3e-6cefd6654c80" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.357259] env[65307]: DEBUG networking_nsxv3.api.rpc [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('55ade886-dc26-4280-9c3e-6cefd6654c80',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.419049] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.419049] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.419049] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.419049] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.419049] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.419049] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.419049] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.419049] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.419049] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.419473] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.419473] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 385f6807-fae9-4c33-84d9-3329f5444f55 already deleted. [ 953.419473] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-385f6807-fae9-4c33-84d9-3329f5444f55" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.596332] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.596526] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.596594] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.596833] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.596927] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.597060] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 38302d36-f8ee-4efb-820b-b9aef18fe10e already deleted. [ 953.597155] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-38302d36-f8ee-4efb-820b-b9aef18fe10e" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.710944] env[65307]: INFO networking_nsxv3.common.synchronization [None req-4d0e1278-37a3-4c85-9f06-aae619758554 None None] Enqueued Resource ID: 3675bb41-c237-4028-8389-bf382dd476b0 with Priority: HIGHEST for action port [ 953.711733] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3675bb41-c237-4028-8389-bf382dd476b0 with Priority: HIGHEST for action port [ 953.711916] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-3675bb41-c237-4028-8389-bf382dd476b0 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.712129] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3675bb41-c237-4028-8389-bf382dd476b0" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.712208] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3675bb41-c237-4028-8389-bf382dd476b0" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.712481] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3675bb41-c237-4028-8389-bf382dd476b0" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.712563] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3675bb41-c237-4028-8389-bf382dd476b0',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.859607] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.859988] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.860213] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.860575] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.860662] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.860851] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Segment Port 55ade886-dc26-4280-9c3e-6cefd6654c80 not found, creating... [ 953.861295] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.861394] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.861507] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.861780] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.861954] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.862332] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.862498] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.862704] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.862840] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.862995] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.863177] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Resource: SegmentPort with ID: 55ade886-dc26-4280-9c3e-6cefd6654c80 is going to be created. [ 953.896447] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.896665] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.896788] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.897114] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.897511] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.897847] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "port-55ade886-dc26-4280-9c3e-6cefd6654c80" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.964517] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a7e8cb20-7b52-4012-9542-01def2947e00 in Status: SUCCESS [ 953.964865] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7e8cb20-7b52-4012-9542-01def2947e00" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.965180] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7e8cb20-7b52-4012-9542-01def2947e00" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.965940] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7e8cb20-7b52-4012-9542-01def2947e00" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.966539] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.966709] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.966788] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.967092] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.967212] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.967311] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7e8cb20-7b52-4012-9542-01def2947e00" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.967409] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a7e8cb20-7b52-4012-9542-01def2947e00',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.214175] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3675bb41-c237-4028-8389-bf382dd476b0 [ 954.214502] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.214640] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.214752] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.214980] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.215176] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.215291] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3675bb41-c237-4028-8389-bf382dd476b0 already deleted. [ 954.215396] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3675bb41-c237-4028-8389-bf382dd476b0" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.469656] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a7e8cb20-7b52-4012-9542-01def2947e00',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.628121] env[65307]: INFO networking_nsxv3.common.synchronization [req-afe704bf-e641-4a0c-8d2b-e0cbe81b2592 req-35843841-55a8-432c-a486-bf0600d7b432 service nova] Enqueued Resource ID: 385f6807-fae9-4c33-84d9-3329f5444f55 with Priority: HIGHEST for action security_group_rules [ 954.628121] env[65307]: INFO networking_nsxv3.common.synchronization [req-afe704bf-e641-4a0c-8d2b-e0cbe81b2592 req-35843841-55a8-432c-a486-bf0600d7b432 service nova] Enqueued Resource ID: 385f6807-fae9-4c33-84d9-3329f5444f55 with Priority: HIGHEST for action security_group_members [ 954.628121] env[65307]: INFO networking_nsxv3.common.synchronization [req-afe704bf-e641-4a0c-8d2b-e0cbe81b2592 req-35843841-55a8-432c-a486-bf0600d7b432 service nova] Enqueued Resource ID: 55ade886-dc26-4280-9c3e-6cefd6654c80 with Priority: HIGHEST for action port [ 954.628121] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 385f6807-fae9-4c33-84d9-3329f5444f55 with Priority: HIGHEST for action security_group_rules [ 954.628121] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 385f6807-fae9-4c33-84d9-3329f5444f55 with Priority: HIGHEST for action security_group_members [ 954.628121] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55ade886-dc26-4280-9c3e-6cefd6654c80 with Priority: HIGHEST for action port [ 954.629965] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-385f6807-fae9-4c33-84d9-3329f5444f55 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.629965] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-385f6807-fae9-4c33-84d9-3329f5444f55" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.629965] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-385f6807-fae9-4c33-84d9-3329f5444f55" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.630392] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-385f6807-fae9-4c33-84d9-3329f5444f55" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.630504] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('385f6807-fae9-4c33-84d9-3329f5444f55',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.632549] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-385f6807-fae9-4c33-84d9-3329f5444f55 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.632549] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-385f6807-fae9-4c33-84d9-3329f5444f55" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.632549] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-385f6807-fae9-4c33-84d9-3329f5444f55" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.632715] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-385f6807-fae9-4c33-84d9-3329f5444f55" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.632840] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.632962] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.633051] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.633200] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.633277] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.633361] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('385f6807-fae9-4c33-84d9-3329f5444f55',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.634201] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-55ade886-dc26-4280-9c3e-6cefd6654c80 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.634310] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-55ade886-dc26-4280-9c3e-6cefd6654c80" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.635136] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-55ade886-dc26-4280-9c3e-6cefd6654c80" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.636185] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-55ade886-dc26-4280-9c3e-6cefd6654c80" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.636185] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('55ade886-dc26-4280-9c3e-6cefd6654c80',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.896204] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 22d68fc9-c97c-4ad2-a71e-950e963f7d4f in Status: SUCCESS [ 954.896204] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-22d68fc9-c97c-4ad2-a71e-950e963f7d4f" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.972630] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a7e8cb20-7b52-4012-9542-01def2947e00: rpc.has_security_group_logging(os_id): False [ 955.002028] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.002028] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.002514] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.002514] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.002514] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.002667] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.002785] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.002841] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.002997] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.003143] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.003198] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a7e8cb20-7b52-4012-9542-01def2947e00 is going to be created. [ 955.104669] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.104823] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.105580] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.105580] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.105580] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.122097] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a7e8cb20-7b52-4012-9542-01def2947e00 in Status: IN_PROGRESS for 2s [ 955.137363] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-385f6807-fae9-4c33-84d9-3329f5444f55 taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.137549] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-385f6807-fae9-4c33-84d9-3329f5444f55" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.137653] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 55ade886-dc26-4280-9c3e-6cefd6654c80 with status ACTIVE [ 955.137827] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.137975] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.138032] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.139686] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.139686] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.139812] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.139962] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.140038] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.140257] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.140342] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.140548] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.140663] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.140724] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.140903] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.140974] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.141073] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 55ade886-dc26-4280-9c3e-6cefd6654c80 is going to be updated. [ 955.142267] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('385f6807-fae9-4c33-84d9-3329f5444f55',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.183023] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.183023] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.183023] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.183023] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.183023] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.183023] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-55ade886-dc26-4280-9c3e-6cefd6654c80" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.648576] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('385f6807-fae9-4c33-84d9-3329f5444f55',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.814170] env[65307]: INFO networking_nsxv3.common.synchronization [None req-72f05895-4499-4df5-8015-65f88f15d518 tempest-ServerActionsTestJSON-289642684 tempest-ServerActionsTestJSON-289642684-project-member] Enqueued Resource ID: 61950909-b807-4fc7-8c56-198c4508455a with Priority: HIGHEST for action security_group_rules [ 955.815041] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61950909-b807-4fc7-8c56-198c4508455a with Priority: HIGHEST for action security_group_rules [ 955.815588] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-61950909-b807-4fc7-8c56-198c4508455a taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.815881] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-61950909-b807-4fc7-8c56-198c4508455a" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.816043] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-61950909-b807-4fc7-8c56-198c4508455a" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.817642] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-61950909-b807-4fc7-8c56-198c4508455a" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.817642] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('61950909-b807-4fc7-8c56-198c4508455a',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.921910] env[65307]: INFO networking_nsxv3.common.synchronization [None req-5641f28b-0db3-4d8e-a9c6-01c3c6262ab3 tempest-ServerActionsTestJSON-289642684 tempest-ServerActionsTestJSON-289642684-project-member] Enqueued Resource ID: 61950909-b807-4fc7-8c56-198c4508455a with Priority: HIGHEST for action security_group_rules [ 955.922498] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61950909-b807-4fc7-8c56-198c4508455a with Priority: HIGHEST for action security_group_rules [ 955.922797] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-61950909-b807-4fc7-8c56-198c4508455a taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.923902] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-61950909-b807-4fc7-8c56-198c4508455a" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.154503] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.154503] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.154503] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.154503] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.154503] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.154503] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 385f6807-fae9-4c33-84d9-3329f5444f55 is going to be created. [ 956.183529] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.183529] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.183760] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.183760] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.183937] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.195308] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 385f6807-fae9-4c33-84d9-3329f5444f55 in Status: UNINITIALIZED for 2s [ 956.349104] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.349104] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.349104] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.349104] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.349104] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.349104] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 61950909-b807-4fc7-8c56-198c4508455a already deleted. [ 956.349104] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-61950909-b807-4fc7-8c56-198c4508455a" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.349104] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-61950909-b807-4fc7-8c56-198c4508455a" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.349104] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-61950909-b807-4fc7-8c56-198c4508455a" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.349104] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('61950909-b807-4fc7-8c56-198c4508455a',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.873917] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.873917] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.873917] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.874145] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.874296] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.874336] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 61950909-b807-4fc7-8c56-198c4508455a already deleted. [ 956.874423] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-61950909-b807-4fc7-8c56-198c4508455a" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.139017] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a7e8cb20-7b52-4012-9542-01def2947e00 in Status: SUCCESS [ 957.139313] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a7e8cb20-7b52-4012-9542-01def2947e00" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.792881] env[65307]: INFO networking_nsxv3.common.synchronization [req-81515473-e668-43e7-95e9-e3e9ba61ef4e req-0ea08a5e-bf0a-484c-ab7a-7bb5e235c0df tempest-AttachInterfacesTestJSON-1120364181 tempest-AttachInterfacesTestJSON-1120364181-project-member] Enqueued Resource ID: dfaefd34-ec9a-485e-aa58-e1bf34863160 with Priority: HIGHEST for action security_group_members [ 957.793383] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfaefd34-ec9a-485e-aa58-e1bf34863160 with Priority: HIGHEST for action security_group_members [ 957.793688] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfaefd34-ec9a-485e-aa58-e1bf34863160 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.793795] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfaefd34-ec9a-485e-aa58-e1bf34863160" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.793858] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfaefd34-ec9a-485e-aa58-e1bf34863160" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.794075] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfaefd34-ec9a-485e-aa58-e1bf34863160" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.794393] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.794393] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.794393] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.794559] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.794662] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.794694] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dfaefd34-ec9a-485e-aa58-e1bf34863160',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.140741] env[65307]: INFO networking_nsxv3.common.synchronization [None req-d4bfb1db-95c1-4c9b-95bf-687977d75143 tempest-AttachInterfacesTestJSON-1120364181 tempest-AttachInterfacesTestJSON-1120364181-project-member] Enqueued Resource ID: dfaefd34-ec9a-485e-aa58-e1bf34863160 with Priority: HIGHEST for action security_group_members [ 958.142076] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfaefd34-ec9a-485e-aa58-e1bf34863160 with Priority: HIGHEST for action security_group_members [ 958.142076] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfaefd34-ec9a-485e-aa58-e1bf34863160 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.142076] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfaefd34-ec9a-485e-aa58-e1bf34863160" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.209293] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 385f6807-fae9-4c33-84d9-3329f5444f55 in Status: SUCCESS [ 958.209503] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-385f6807-fae9-4c33-84d9-3329f5444f55" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.211049] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-385f6807-fae9-4c33-84d9-3329f5444f55" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.211049] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-385f6807-fae9-4c33-84d9-3329f5444f55" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.211049] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.211203] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.211235] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.211390] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.211478] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.211566] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-385f6807-fae9-4c33-84d9-3329f5444f55" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.211657] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('385f6807-fae9-4c33-84d9-3329f5444f55',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.297595] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dfaefd34-ec9a-485e-aa58-e1bf34863160',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.713769] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-385f6807-fae9-4c33-84d9-3329f5444f55 taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.713995] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-385f6807-fae9-4c33-84d9-3329f5444f55" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.713995] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-385f6807-fae9-4c33-84d9-3329f5444f55" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.714275] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-385f6807-fae9-4c33-84d9-3329f5444f55" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.714517] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.714657] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.714657] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.715138] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.715138] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.715138] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-385f6807-fae9-4c33-84d9-3329f5444f55" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.715138] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-385f6807-fae9-4c33-84d9-3329f5444f55 taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.715307] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-385f6807-fae9-4c33-84d9-3329f5444f55" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.715307] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-385f6807-fae9-4c33-84d9-3329f5444f55" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.715365] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-385f6807-fae9-4c33-84d9-3329f5444f55" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.715622] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.715622] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.715622] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.715809] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.715809] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.715915] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-385f6807-fae9-4c33-84d9-3329f5444f55" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.715970] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('385f6807-fae9-4c33-84d9-3329f5444f55',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.800480] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dfaefd34-ec9a-485e-aa58-e1bf34863160',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.218709] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 385f6807-fae9-4c33-84d9-3329f5444f55: rpc.has_security_group_logging(os_id): False [ 959.237378] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.237551] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.237594] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.237804] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.237893] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.238223] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.238223] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.238369] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.238408] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.238472] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.238659] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.238747] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.239093] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.239093] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.239093] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.239215] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.239307] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.239351] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.239533] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.239595] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.239640] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 385f6807-fae9-4c33-84d9-3329f5444f55 is going to be created. [ 959.303851] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.303851] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.303851] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.304099] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.304176] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.305508] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.305508] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.305508] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.306575] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.306575] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.306575] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dfaefd34-ec9a-485e-aa58-e1bf34863160 is going to be updated. [ 959.318453] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 385f6807-fae9-4c33-84d9-3329f5444f55 in Status: IN_PROGRESS for 2s [ 959.727252] env[65307]: ERROR networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Request=Function PUT Argumetns {'path': '/policy/api/v1/infra/domains/default/groups/dfaefd34-ec9a-485e-aa58-e1bf34863160', 'data': {'id': 'dfaefd34-ec9a-485e-aa58-e1bf34863160', 'display_name': 'dfaefd34-ec9a-485e-aa58-e1bf34863160', 'path': '/infra/domains/default/groups/dfaefd34-ec9a-485e-aa58-e1bf34863160', 'expression': [{'value': 'security_group|dfaefd34-ec9a-485e-aa58-e1bf34863160', 'member_type': 'SegmentPort', 'key': 'Tag', 'operator': 'EQUALS', 'resource_type': 'Condition'}], 'tags': [{'scope': 'age', 'tag': 1763104599}, {'scope': 'revision_number', 'tag': 0}], '_revision': 2}} Response=('Connection aborted.', RemoteDisconnected('Remote end closed connection without response')): requests.exceptions.ConnectionError: ('Connection aborted.', RemoteDisconnected('Remote end closed connection without response')) [ 959.727451] env[65307]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Retrying connection (1/2) with timeout 2s for Client.put {{(pid=65307) decorator /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/client_nsx.py:122}} [ 960.731950] env[65307]: INFO networking_nsxv3.common.synchronization [req-41d6dc5f-6ee5-4f6b-b294-025c6a1e1d17 req-70a2b58f-1a2b-42ea-8469-3cfaddae7874 tempest-ListServerFiltersTestJSON-1839011323 tempest-ListServerFiltersTestJSON-1839011323-project-member] Enqueued Resource ID: 385f6807-fae9-4c33-84d9-3329f5444f55 with Priority: HIGHEST for action security_group_members [ 960.733038] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 385f6807-fae9-4c33-84d9-3329f5444f55 with Priority: HIGHEST for action security_group_members [ 960.734318] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-385f6807-fae9-4c33-84d9-3329f5444f55 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.734429] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-385f6807-fae9-4c33-84d9-3329f5444f55" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.734468] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-385f6807-fae9-4c33-84d9-3329f5444f55" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.735033] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-385f6807-fae9-4c33-84d9-3329f5444f55" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.735969] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.736266] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.736381] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.736559] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.736651] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.736751] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('385f6807-fae9-4c33-84d9-3329f5444f55',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.123134] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock network-168 taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.123134] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "network-168" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.123134] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "network-168" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.123134] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "network-168" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.123134] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.123134] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.123134] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.123134] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.123134] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.123888] env[65307]: DEBUG dogpile.cache.region [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 961.124185] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] NeedRegenerationException {{(pid=65307) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 961.124440] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] no value, waiting for create lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 961.124751] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] value creation lock acquired {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 961.127425] env[65307]: DEBUG dogpile.cache.region [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 961.127425] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Calling creation function for not-yet-present value {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 961.127425] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 961.152431] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 961.152959] env[65307]: DEBUG dogpile.cache.region [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65307) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 961.152959] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Released creation lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 961.152959] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "network-168" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.154085] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock port-0963f1cd-bdf1-4bc4-8018-7bd7622e9b3d taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.154085] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "port-0963f1cd-bdf1-4bc4-8018-7bd7622e9b3d" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.154085] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "port-0963f1cd-bdf1-4bc4-8018-7bd7622e9b3d" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.154085] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "port-0963f1cd-bdf1-4bc4-8018-7bd7622e9b3d" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.154265] env[65307]: DEBUG networking_nsxv3.api.rpc [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0963f1cd-bdf1-4bc4-8018-7bd7622e9b3d',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.240042] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('385f6807-fae9-4c33-84d9-3329f5444f55',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.330109] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 385f6807-fae9-4c33-84d9-3329f5444f55 in Status: SUCCESS [ 961.330391] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-385f6807-fae9-4c33-84d9-3329f5444f55" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.658327] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.658908] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.659118] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.659441] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.659684] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.659972] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Segment Port 0963f1cd-bdf1-4bc4-8018-7bd7622e9b3d not found, creating... [ 961.660348] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.660546] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.660664] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.660956] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.661169] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.661461] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.661633] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.661778] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.661955] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.662356] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.662584] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Resource: SegmentPort with ID: 0963f1cd-bdf1-4bc4-8018-7bd7622e9b3d is going to be created. [ 961.682895] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.683389] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.683389] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.683550] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.683772] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.684069] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "port-0963f1cd-bdf1-4bc4-8018-7bd7622e9b3d" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.742240] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('385f6807-fae9-4c33-84d9-3329f5444f55',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.771051] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.771051] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.771051] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.771337] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.771337] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.784404] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dfaefd34-ec9a-485e-aa58-e1bf34863160 in Status: IN_PROGRESS for 2s [ 961.847546] env[65307]: INFO networking_nsxv3.common.synchronization [req-97514ee3-109a-41d0-a2bb-f91a786ad60d req-fc941951-1c21-46b9-95e7-972cd87a1c63 tempest-AttachInterfacesTestJSON-1120364181 tempest-AttachInterfacesTestJSON-1120364181-project-member] Enqueued Resource ID: 3996475c-c507-4cb0-8b44-1ba4b8280428 with Priority: HIGHEST for action security_group_members [ 961.848152] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3996475c-c507-4cb0-8b44-1ba4b8280428 with Priority: HIGHEST for action security_group_members [ 961.848541] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-3996475c-c507-4cb0-8b44-1ba4b8280428 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.848620] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3996475c-c507-4cb0-8b44-1ba4b8280428" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.848676] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3996475c-c507-4cb0-8b44-1ba4b8280428" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.848874] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3996475c-c507-4cb0-8b44-1ba4b8280428" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.849036] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.849136] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.849196] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.849361] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.849453] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.849541] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3996475c-c507-4cb0-8b44-1ba4b8280428',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.247024] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.247024] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.247024] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.247363] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.247363] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.247363] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 385f6807-fae9-4c33-84d9-3329f5444f55 is going to be updated. [ 962.279063] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.280056] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.280056] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.280056] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.280056] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.291240] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 385f6807-fae9-4c33-84d9-3329f5444f55 in Status: IN_PROGRESS for 2s [ 962.352324] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.352494] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.353144] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.353144] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.353144] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.353144] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.353349] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.353349] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.353567] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.353670] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.353785] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3996475c-c507-4cb0-8b44-1ba4b8280428 is going to be updated. [ 962.388308] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.388308] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.388308] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.388712] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.389557] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.400906] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3996475c-c507-4cb0-8b44-1ba4b8280428 in Status: IN_PROGRESS for 2s [ 962.428800] env[65307]: INFO networking_nsxv3.common.synchronization [req-41d6dc5f-6ee5-4f6b-b294-025c6a1e1d17 req-3ddebb43-47d3-4448-8c9b-9546472ab01d service nova] Enqueued Resource ID: 385f6807-fae9-4c33-84d9-3329f5444f55 with Priority: HIGHEST for action security_group_rules [ 962.429055] env[65307]: INFO networking_nsxv3.common.synchronization [req-41d6dc5f-6ee5-4f6b-b294-025c6a1e1d17 req-3ddebb43-47d3-4448-8c9b-9546472ab01d service nova] Enqueued Resource ID: 385f6807-fae9-4c33-84d9-3329f5444f55 with Priority: HIGHEST for action security_group_members [ 962.429243] env[65307]: INFO networking_nsxv3.common.synchronization [req-41d6dc5f-6ee5-4f6b-b294-025c6a1e1d17 req-3ddebb43-47d3-4448-8c9b-9546472ab01d service nova] Enqueued Resource ID: 0963f1cd-bdf1-4bc4-8018-7bd7622e9b3d with Priority: HIGHEST for action port [ 962.429964] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 385f6807-fae9-4c33-84d9-3329f5444f55 with Priority: HIGHEST for action security_group_rules [ 962.430089] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 385f6807-fae9-4c33-84d9-3329f5444f55 with Priority: HIGHEST for action security_group_members [ 962.430217] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0963f1cd-bdf1-4bc4-8018-7bd7622e9b3d with Priority: HIGHEST for action port [ 962.430560] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-385f6807-fae9-4c33-84d9-3329f5444f55 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.430718] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-385f6807-fae9-4c33-84d9-3329f5444f55" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.430850] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-385f6807-fae9-4c33-84d9-3329f5444f55" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.431084] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-385f6807-fae9-4c33-84d9-3329f5444f55" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.431189] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('385f6807-fae9-4c33-84d9-3329f5444f55',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.434033] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-385f6807-fae9-4c33-84d9-3329f5444f55 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.434033] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-385f6807-fae9-4c33-84d9-3329f5444f55" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.434033] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-0963f1cd-bdf1-4bc4-8018-7bd7622e9b3d taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.434033] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0963f1cd-bdf1-4bc4-8018-7bd7622e9b3d" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.434033] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0963f1cd-bdf1-4bc4-8018-7bd7622e9b3d" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.434033] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0963f1cd-bdf1-4bc4-8018-7bd7622e9b3d" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.434033] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0963f1cd-bdf1-4bc4-8018-7bd7622e9b3d',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.935810] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-385f6807-fae9-4c33-84d9-3329f5444f55 taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.936159] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-385f6807-fae9-4c33-84d9-3329f5444f55" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.939730] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0963f1cd-bdf1-4bc4-8018-7bd7622e9b3d with status ACTIVE [ 962.939964] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.940103] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.940172] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.940387] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.940478] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.940659] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.940757] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.940819] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.940967] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.941119] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.941230] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.941309] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.941371] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.941505] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.941578] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.941662] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0963f1cd-bdf1-4bc4-8018-7bd7622e9b3d is going to be updated. [ 962.966348] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.966348] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.966348] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.966348] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.966788] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.966788] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0963f1cd-bdf1-4bc4-8018-7bd7622e9b3d" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.402789] env[65307]: INFO networking_nsxv3.common.synchronization [req-28fad298-9692-49d7-8b76-ec917e81cb31 req-5bf2b31a-8c07-41a4-a948-2fbc00b8c08d tempest-ListServerFiltersTestJSON-1839011323 tempest-ListServerFiltersTestJSON-1839011323-project-member] Enqueued Resource ID: 385f6807-fae9-4c33-84d9-3329f5444f55 with Priority: HIGHEST for action security_group_members [ 963.402789] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 385f6807-fae9-4c33-84d9-3329f5444f55 with Priority: HIGHEST for action security_group_members [ 963.402789] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-385f6807-fae9-4c33-84d9-3329f5444f55 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.402789] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-385f6807-fae9-4c33-84d9-3329f5444f55" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.704012] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock network-168 taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.704261] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "network-168" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.704388] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "network-168" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.704648] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "network-168" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.704962] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.705149] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.705265] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.706116] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.706116] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.706116] env[65307]: DEBUG dogpile.cache.region [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 963.706116] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] NeedRegenerationException {{(pid=65307) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 963.706716] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] no value, waiting for create lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 963.706716] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] value creation lock acquired {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 963.706716] env[65307]: DEBUG dogpile.cache.region [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 963.706716] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Calling creation function for not-yet-present value {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 963.706716] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 963.726629] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 963.726803] env[65307]: DEBUG dogpile.cache.region [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65307) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 963.726909] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Released creation lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 963.727137] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "network-168" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.727452] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock port-c459cb92-64ef-4163-9333-fd013d8880e2 taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.727619] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "port-c459cb92-64ef-4163-9333-fd013d8880e2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.727746] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "port-c459cb92-64ef-4163-9333-fd013d8880e2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.728090] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "port-c459cb92-64ef-4163-9333-fd013d8880e2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.728227] env[65307]: DEBUG networking_nsxv3.api.rpc [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c459cb92-64ef-4163-9333-fd013d8880e2',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.793836] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dfaefd34-ec9a-485e-aa58-e1bf34863160 in Status: SUCCESS [ 963.794015] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfaefd34-ec9a-485e-aa58-e1bf34863160" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.794189] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfaefd34-ec9a-485e-aa58-e1bf34863160" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.794399] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfaefd34-ec9a-485e-aa58-e1bf34863160" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.794575] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.794686] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.794752] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.794900] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.795010] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.795124] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dfaefd34-ec9a-485e-aa58-e1bf34863160',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.231071] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.231407] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.231407] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.231683] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.231911] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.232088] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Segment Port c459cb92-64ef-4163-9333-fd013d8880e2 not found, creating... [ 964.232299] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.232479] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.232561] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.232801] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.232939] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.233251] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.233463] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.233546] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.233762] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.233946] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.234110] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Resource: SegmentPort with ID: c459cb92-64ef-4163-9333-fd013d8880e2 is going to be created. [ 964.255759] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.255759] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.257136] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.257136] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.257136] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.257136] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "port-c459cb92-64ef-4163-9333-fd013d8880e2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.297682] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.297848] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.297890] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.298146] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.298241] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.298443] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.298584] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.298678] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.298916] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.299085] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.299208] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dfaefd34-ec9a-485e-aa58-e1bf34863160 is going to be updated. [ 964.305064] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 385f6807-fae9-4c33-84d9-3329f5444f55 in Status: SUCCESS [ 964.305291] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-385f6807-fae9-4c33-84d9-3329f5444f55" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.305459] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-385f6807-fae9-4c33-84d9-3329f5444f55" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.305716] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-385f6807-fae9-4c33-84d9-3329f5444f55" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.305864] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.306010] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.306090] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.306258] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.306340] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.306436] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('385f6807-fae9-4c33-84d9-3329f5444f55',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.334205] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.337929] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.337929] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.337929] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.337929] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.345868] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dfaefd34-ec9a-485e-aa58-e1bf34863160 in Status: IN_PROGRESS for 2s [ 964.412069] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3996475c-c507-4cb0-8b44-1ba4b8280428 in Status: SUCCESS [ 964.412069] env[65307]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3996475c-c507-4cb0-8b44-1ba4b8280428 deletion is rescheduled due to dependency. [ 964.412927] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3996475c-c507-4cb0-8b44-1ba4b8280428" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.808514] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('385f6807-fae9-4c33-84d9-3329f5444f55',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.998804] env[65307]: INFO networking_nsxv3.common.synchronization [req-28fad298-9692-49d7-8b76-ec917e81cb31 req-c0d5fb2b-4f4b-4197-805d-dda86a7f4450 service nova] Enqueued Resource ID: 385f6807-fae9-4c33-84d9-3329f5444f55 with Priority: HIGHEST for action security_group_rules [ 964.999010] env[65307]: INFO networking_nsxv3.common.synchronization [req-28fad298-9692-49d7-8b76-ec917e81cb31 req-c0d5fb2b-4f4b-4197-805d-dda86a7f4450 service nova] Enqueued Resource ID: 385f6807-fae9-4c33-84d9-3329f5444f55 with Priority: HIGHEST for action security_group_members [ 964.999179] env[65307]: INFO networking_nsxv3.common.synchronization [req-28fad298-9692-49d7-8b76-ec917e81cb31 req-c0d5fb2b-4f4b-4197-805d-dda86a7f4450 service nova] Enqueued Resource ID: c459cb92-64ef-4163-9333-fd013d8880e2 with Priority: HIGHEST for action port [ 964.999793] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 385f6807-fae9-4c33-84d9-3329f5444f55 with Priority: HIGHEST for action security_group_rules [ 964.999977] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 385f6807-fae9-4c33-84d9-3329f5444f55 with Priority: HIGHEST for action security_group_members [ 965.000087] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c459cb92-64ef-4163-9333-fd013d8880e2 with Priority: HIGHEST for action port [ 965.000366] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-385f6807-fae9-4c33-84d9-3329f5444f55 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.000465] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-385f6807-fae9-4c33-84d9-3329f5444f55" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.000654] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-385f6807-fae9-4c33-84d9-3329f5444f55 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.000731] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-385f6807-fae9-4c33-84d9-3329f5444f55" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.000903] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-c459cb92-64ef-4163-9333-fd013d8880e2 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.001028] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c459cb92-64ef-4163-9333-fd013d8880e2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.003857] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c459cb92-64ef-4163-9333-fd013d8880e2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.003979] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c459cb92-64ef-4163-9333-fd013d8880e2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.004095] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c459cb92-64ef-4163-9333-fd013d8880e2',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.311218] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('385f6807-fae9-4c33-84d9-3329f5444f55',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.506630] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c459cb92-64ef-4163-9333-fd013d8880e2 with status ACTIVE [ 965.506860] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.506959] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.507047] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.507250] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.507766] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.508018] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.508141] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.508191] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.508366] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.508448] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.508688] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.508806] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.508870] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.509023] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.509103] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.509200] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c459cb92-64ef-4163-9333-fd013d8880e2 is going to be updated. [ 965.532861] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.532997] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.533082] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.533290] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.533429] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.533583] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c459cb92-64ef-4163-9333-fd013d8880e2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.814016] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.814016] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.814202] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.814410] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.814410] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.814558] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 385f6807-fae9-4c33-84d9-3329f5444f55 is going to be updated. [ 965.852262] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.852402] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.852462] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.852677] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.852823] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.862680] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 385f6807-fae9-4c33-84d9-3329f5444f55 in Status: IN_PROGRESS for 2s [ 966.360226] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dfaefd34-ec9a-485e-aa58-e1bf34863160 in Status: SUCCESS [ 966.360537] env[65307]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dfaefd34-ec9a-485e-aa58-e1bf34863160 deletion is rescheduled due to dependency. [ 966.360626] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfaefd34-ec9a-485e-aa58-e1bf34863160" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.616729] env[65307]: INFO networking_nsxv3.common.synchronization [None req-2d3c886d-a29b-47b0-a610-01cef8b3350c tempest-ServerDiskConfigTestJSON-294734907 tempest-ServerDiskConfigTestJSON-294734907-project-member] Enqueued Resource ID: 22da0672-d5ad-42ae-ada6-ef9d70ca153c with Priority: HIGHEST for action security_group_rules [ 966.616991] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22da0672-d5ad-42ae-ada6-ef9d70ca153c with Priority: HIGHEST for action security_group_rules [ 966.617309] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-22da0672-d5ad-42ae-ada6-ef9d70ca153c taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.617434] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-22da0672-d5ad-42ae-ada6-ef9d70ca153c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.617503] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-22da0672-d5ad-42ae-ada6-ef9d70ca153c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.617868] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-22da0672-d5ad-42ae-ada6-ef9d70ca153c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.617939] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('22da0672-d5ad-42ae-ada6-ef9d70ca153c',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.695991] env[65307]: INFO networking_nsxv3.common.synchronization [None req-57bef43a-7d8b-490c-9bef-f4bba2d6253e tempest-ServerDiskConfigTestJSON-294734907 tempest-ServerDiskConfigTestJSON-294734907-project-member] Enqueued Resource ID: 22da0672-d5ad-42ae-ada6-ef9d70ca153c with Priority: HIGHEST for action security_group_rules [ 966.695991] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22da0672-d5ad-42ae-ada6-ef9d70ca153c with Priority: HIGHEST for action security_group_rules [ 966.695991] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-22da0672-d5ad-42ae-ada6-ef9d70ca153c taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.695991] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-22da0672-d5ad-42ae-ada6-ef9d70ca153c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.145643] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.145643] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.145643] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.145643] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.145643] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.145643] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 22da0672-d5ad-42ae-ada6-ef9d70ca153c already deleted. [ 967.145643] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-22da0672-d5ad-42ae-ada6-ef9d70ca153c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.145643] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-22da0672-d5ad-42ae-ada6-ef9d70ca153c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.145643] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-22da0672-d5ad-42ae-ada6-ef9d70ca153c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.145643] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('22da0672-d5ad-42ae-ada6-ef9d70ca153c',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.666864] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.666864] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.666864] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.666864] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.666864] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.666864] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 22da0672-d5ad-42ae-ada6-ef9d70ca153c already deleted. [ 967.666864] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-22da0672-d5ad-42ae-ada6-ef9d70ca153c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.875267] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 385f6807-fae9-4c33-84d9-3329f5444f55 in Status: SUCCESS [ 967.875492] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-385f6807-fae9-4c33-84d9-3329f5444f55" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.875664] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-385f6807-fae9-4c33-84d9-3329f5444f55" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.875905] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-385f6807-fae9-4c33-84d9-3329f5444f55" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.876133] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.876244] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.876297] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.876520] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.876626] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.876715] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-385f6807-fae9-4c33-84d9-3329f5444f55" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.876814] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('385f6807-fae9-4c33-84d9-3329f5444f55',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.877751] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-385f6807-fae9-4c33-84d9-3329f5444f55" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.877921] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-385f6807-fae9-4c33-84d9-3329f5444f55" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.878119] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.878288] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.878352] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.878486] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.878946] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.878946] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('385f6807-fae9-4c33-84d9-3329f5444f55',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.383873] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-385f6807-fae9-4c33-84d9-3329f5444f55 taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.383873] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-385f6807-fae9-4c33-84d9-3329f5444f55" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.383873] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('385f6807-fae9-4c33-84d9-3329f5444f55',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.447299] env[65307]: INFO networking_nsxv3.common.synchronization [req-df61e69c-3115-4fc2-a526-a30b4e322b1b req-0dd2daaf-c4e0-4f34-8fd3-086b2c0caedb tempest-ListServersNegativeTestJSON-1517419916 tempest-ListServersNegativeTestJSON-1517419916-project-member] Enqueued Resource ID: 213563bf-dccc-4573-af10-83053abdff7b with Priority: HIGHEST for action security_group_members [ 968.447777] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 213563bf-dccc-4573-af10-83053abdff7b with Priority: HIGHEST for action security_group_members [ 968.448135] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-213563bf-dccc-4573-af10-83053abdff7b taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.448308] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-213563bf-dccc-4573-af10-83053abdff7b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.448395] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-213563bf-dccc-4573-af10-83053abdff7b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.448655] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-213563bf-dccc-4573-af10-83053abdff7b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.448816] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.448919] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.449065] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.449165] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.449246] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.449327] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('213563bf-dccc-4573-af10-83053abdff7b',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.806053] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock network-576 taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.806451] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "network-576" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.806451] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "network-576" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.806720] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "network-576" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.806980] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.807175] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.808563] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.808563] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.808563] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.808563] env[65307]: DEBUG dogpile.cache.region [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 968.808563] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] NeedRegenerationException {{(pid=65307) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 968.808563] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] no value, waiting for create lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 968.808563] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] value creation lock acquired {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 968.809154] env[65307]: DEBUG dogpile.cache.region [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 968.809154] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Calling creation function for not-yet-present value {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 968.809154] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 968.829765] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 968.829944] env[65307]: DEBUG dogpile.cache.region [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65307) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 968.830129] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Released creation lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 968.830313] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "network-576" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.830627] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock port-a217332a-1571-4551-bf6f-a68aed77b458 taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.830793] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "port-a217332a-1571-4551-bf6f-a68aed77b458" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.830905] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "port-a217332a-1571-4551-bf6f-a68aed77b458" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.831302] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "port-a217332a-1571-4551-bf6f-a68aed77b458" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.831447] env[65307]: DEBUG networking_nsxv3.api.rpc [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a217332a-1571-4551-bf6f-a68aed77b458',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.888713] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('385f6807-fae9-4c33-84d9-3329f5444f55',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.953274] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.953426] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.953489] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.953697] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.953785] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.953972] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.954564] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.954564] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.954564] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.954564] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.954564] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 213563bf-dccc-4573-af10-83053abdff7b already deleted. [ 968.954564] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-213563bf-dccc-4573-af10-83053abdff7b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.334826] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.334826] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.334826] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.335123] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.335208] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.335362] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Segment Port a217332a-1571-4551-bf6f-a68aed77b458 not found, creating... [ 969.335688] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.335846] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.335962] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.336237] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.336389] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.336697] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.336834] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.336951] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.337185] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.337348] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.337549] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Resource: SegmentPort with ID: a217332a-1571-4551-bf6f-a68aed77b458 is going to be created. [ 969.359098] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.359352] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.359477] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.359745] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.360077] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.360329] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "port-a217332a-1571-4551-bf6f-a68aed77b458" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.393229] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.393387] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.393441] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.393683] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.393882] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.393882] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 385f6807-fae9-4c33-84d9-3329f5444f55 is going to be updated. [ 969.424846] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.424963] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.425056] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.425311] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.425483] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.435897] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 385f6807-fae9-4c33-84d9-3329f5444f55 in Status: IN_PROGRESS for 2s [ 969.877463] env[65307]: INFO networking_nsxv3.common.synchronization [req-5e9c8e0e-d39f-4c13-9c18-b097ff405aa6 req-858300d2-26d2-413c-b884-b9f1e5b5a838 tempest-ServerDiskConfigTestJSON-294734907 tempest-ServerDiskConfigTestJSON-294734907-project-member] Enqueued Resource ID: 8acce43e-fe25-4bf7-968f-fd3904ef8dc8 with Priority: HIGHEST for action security_group_members [ 969.878225] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8acce43e-fe25-4bf7-968f-fd3904ef8dc8 with Priority: HIGHEST for action security_group_members [ 969.878636] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-8acce43e-fe25-4bf7-968f-fd3904ef8dc8 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.878770] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8acce43e-fe25-4bf7-968f-fd3904ef8dc8" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.878841] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8acce43e-fe25-4bf7-968f-fd3904ef8dc8" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.879054] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8acce43e-fe25-4bf7-968f-fd3904ef8dc8" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.879212] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.879322] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.879384] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.879535] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.879662] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.879708] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8acce43e-fe25-4bf7-968f-fd3904ef8dc8',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.384015] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.384015] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.384015] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.384015] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.384015] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.384015] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.384015] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.384015] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.384015] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.384015] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.384015] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8acce43e-fe25-4bf7-968f-fd3904ef8dc8 is going to be updated. [ 970.424244] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.424402] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.424461] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.424946] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.425194] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.436902] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8acce43e-fe25-4bf7-968f-fd3904ef8dc8 in Status: IN_PROGRESS for 2s [ 970.542021] env[65307]: INFO networking_nsxv3.common.synchronization [req-df61e69c-3115-4fc2-a526-a30b4e322b1b req-14d21f99-5a01-4bd4-b6b1-6970cb46a238 service nova] Enqueued Resource ID: 213563bf-dccc-4573-af10-83053abdff7b with Priority: HIGHEST for action security_group_rules [ 970.542021] env[65307]: INFO networking_nsxv3.common.synchronization [req-df61e69c-3115-4fc2-a526-a30b4e322b1b req-14d21f99-5a01-4bd4-b6b1-6970cb46a238 service nova] Enqueued Resource ID: 213563bf-dccc-4573-af10-83053abdff7b with Priority: HIGHEST for action security_group_members [ 970.542021] env[65307]: INFO networking_nsxv3.common.synchronization [req-df61e69c-3115-4fc2-a526-a30b4e322b1b req-14d21f99-5a01-4bd4-b6b1-6970cb46a238 service nova] Enqueued Resource ID: a217332a-1571-4551-bf6f-a68aed77b458 with Priority: HIGHEST for action port [ 970.542021] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 213563bf-dccc-4573-af10-83053abdff7b with Priority: HIGHEST for action security_group_rules [ 970.542597] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 213563bf-dccc-4573-af10-83053abdff7b with Priority: HIGHEST for action security_group_members [ 970.542874] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a217332a-1571-4551-bf6f-a68aed77b458 with Priority: HIGHEST for action port [ 970.543666] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-213563bf-dccc-4573-af10-83053abdff7b taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.543988] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-213563bf-dccc-4573-af10-83053abdff7b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.544187] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-213563bf-dccc-4573-af10-83053abdff7b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.544695] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-213563bf-dccc-4573-af10-83053abdff7b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.544880] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('213563bf-dccc-4573-af10-83053abdff7b',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.546553] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-213563bf-dccc-4573-af10-83053abdff7b taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.546855] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-213563bf-dccc-4573-af10-83053abdff7b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.547014] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-213563bf-dccc-4573-af10-83053abdff7b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.547342] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-213563bf-dccc-4573-af10-83053abdff7b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.547668] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.547954] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.548160] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.548616] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.548803] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.548979] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('213563bf-dccc-4573-af10-83053abdff7b',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.551270] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-a217332a-1571-4551-bf6f-a68aed77b458 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.551270] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a217332a-1571-4551-bf6f-a68aed77b458" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.551270] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a217332a-1571-4551-bf6f-a68aed77b458" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.551270] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a217332a-1571-4551-bf6f-a68aed77b458" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.551270] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a217332a-1571-4551-bf6f-a68aed77b458',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.893316] env[65307]: INFO networking_nsxv3.common.synchronization [req-df61e69c-3115-4fc2-a526-a30b4e322b1b req-7264c42d-5615-4557-8153-76b8b5f49716 tempest-ListServersNegativeTestJSON-1517419916 tempest-ListServersNegativeTestJSON-1517419916-project-member] Enqueued Resource ID: 213563bf-dccc-4573-af10-83053abdff7b with Priority: HIGHEST for action security_group_members [ 970.893931] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 213563bf-dccc-4573-af10-83053abdff7b with Priority: HIGHEST for action security_group_members [ 970.894374] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-213563bf-dccc-4573-af10-83053abdff7b taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.894477] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-213563bf-dccc-4573-af10-83053abdff7b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.052822] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-213563bf-dccc-4573-af10-83053abdff7b taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.052963] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-213563bf-dccc-4573-af10-83053abdff7b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.053225] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('213563bf-dccc-4573-af10-83053abdff7b',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.054211] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a217332a-1571-4551-bf6f-a68aed77b458 with status ACTIVE [ 971.054398] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.054513] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.054571] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.054754] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.054843] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.055019] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.055152] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.055208] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.055324] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.055400] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.056451] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.056451] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.056451] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.056451] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.056451] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.056451] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a217332a-1571-4551-bf6f-a68aed77b458 is going to be updated. [ 971.079034] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.079223] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.079266] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.079467] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.080126] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.080126] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a217332a-1571-4551-bf6f-a68aed77b458" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.242852] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock network-576 taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.243450] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "network-576" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.243450] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "network-576" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.244069] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "network-576" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.244809] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.244809] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.244952] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.245271] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.245488] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.245806] env[65307]: DEBUG dogpile.cache.region [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 971.246030] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] NeedRegenerationException {{(pid=65307) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 971.246171] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] no value, waiting for create lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 971.246346] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] value creation lock acquired {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 971.246521] env[65307]: DEBUG dogpile.cache.region [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 971.246694] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Calling creation function for not-yet-present value {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 971.246901] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 971.272793] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 971.272793] env[65307]: DEBUG dogpile.cache.region [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65307) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 971.272793] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Released creation lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 971.272793] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "network-576" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.272793] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock port-f239776a-30ba-448a-a579-f4656cc4d889 taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.272793] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "port-f239776a-30ba-448a-a579-f4656cc4d889" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.272793] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "port-f239776a-30ba-448a-a579-f4656cc4d889" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.272793] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "port-f239776a-30ba-448a-a579-f4656cc4d889" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.272793] env[65307]: DEBUG networking_nsxv3.api.rpc [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f239776a-30ba-448a-a579-f4656cc4d889',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.449347] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 385f6807-fae9-4c33-84d9-3329f5444f55 in Status: SUCCESS [ 971.449660] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-385f6807-fae9-4c33-84d9-3329f5444f55" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.450045] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-385f6807-fae9-4c33-84d9-3329f5444f55" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.450407] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-385f6807-fae9-4c33-84d9-3329f5444f55" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.450760] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.450904] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.451053] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.451345] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.451494] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.451652] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('385f6807-fae9-4c33-84d9-3329f5444f55',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.558359] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('213563bf-dccc-4573-af10-83053abdff7b',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.775384] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.775621] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.775728] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.776064] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.776205] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.776360] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Segment Port f239776a-30ba-448a-a579-f4656cc4d889 not found, creating... [ 971.776633] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.776797] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.776921] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.777210] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.777341] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.777618] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.777776] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.777891] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.778110] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.778242] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.778379] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Resource: SegmentPort with ID: f239776a-30ba-448a-a579-f4656cc4d889 is going to be created. [ 971.800862] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.801088] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.801219] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.801544] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.801741] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.801974] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "port-f239776a-30ba-448a-a579-f4656cc4d889" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.954410] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('385f6807-fae9-4c33-84d9-3329f5444f55',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.061662] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.061662] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.061662] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.061962] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.061962] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.061962] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 213563bf-dccc-4573-af10-83053abdff7b is going to be created. [ 972.091540] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.091540] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.091540] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.091540] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.092637] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.106315] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 213563bf-dccc-4573-af10-83053abdff7b in Status: UNINITIALIZED for 2s [ 972.447839] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8acce43e-fe25-4bf7-968f-fd3904ef8dc8 in Status: SUCCESS [ 972.448628] env[65307]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8acce43e-fe25-4bf7-968f-fd3904ef8dc8 deletion is rescheduled due to dependency. [ 972.448762] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8acce43e-fe25-4bf7-968f-fd3904ef8dc8" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.456457] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('385f6807-fae9-4c33-84d9-3329f5444f55',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.607054] env[65307]: INFO networking_nsxv3.common.synchronization [req-df61e69c-3115-4fc2-a526-a30b4e322b1b req-63845007-8778-4e01-9130-a50c80b41d4d service nova] Enqueued Resource ID: 213563bf-dccc-4573-af10-83053abdff7b with Priority: HIGHEST for action security_group_rules [ 972.607249] env[65307]: INFO networking_nsxv3.common.synchronization [req-df61e69c-3115-4fc2-a526-a30b4e322b1b req-63845007-8778-4e01-9130-a50c80b41d4d service nova] Enqueued Resource ID: 213563bf-dccc-4573-af10-83053abdff7b with Priority: HIGHEST for action security_group_members [ 972.607381] env[65307]: INFO networking_nsxv3.common.synchronization [req-df61e69c-3115-4fc2-a526-a30b4e322b1b req-63845007-8778-4e01-9130-a50c80b41d4d service nova] Enqueued Resource ID: f239776a-30ba-448a-a579-f4656cc4d889 with Priority: HIGHEST for action port [ 972.607603] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 213563bf-dccc-4573-af10-83053abdff7b with Priority: HIGHEST for action security_group_rules [ 972.607726] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 213563bf-dccc-4573-af10-83053abdff7b with Priority: HIGHEST for action security_group_members [ 972.607818] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f239776a-30ba-448a-a579-f4656cc4d889 with Priority: HIGHEST for action port [ 972.608371] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-213563bf-dccc-4573-af10-83053abdff7b taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.608492] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-213563bf-dccc-4573-af10-83053abdff7b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.608720] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-213563bf-dccc-4573-af10-83053abdff7b taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.608782] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-213563bf-dccc-4573-af10-83053abdff7b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.608957] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-f239776a-30ba-448a-a579-f4656cc4d889 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.611356] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f239776a-30ba-448a-a579-f4656cc4d889" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.611455] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f239776a-30ba-448a-a579-f4656cc4d889" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.611605] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f239776a-30ba-448a-a579-f4656cc4d889" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.611685] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f239776a-30ba-448a-a579-f4656cc4d889',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.959074] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.959402] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.959402] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.959516] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.959605] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.959702] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 385f6807-fae9-4c33-84d9-3329f5444f55 is going to be updated. [ 972.989584] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.989817] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.989817] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.990152] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.990313] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.999970] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 385f6807-fae9-4c33-84d9-3329f5444f55 in Status: IN_PROGRESS for 2s [ 973.113951] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f239776a-30ba-448a-a579-f4656cc4d889 with status ACTIVE [ 973.114226] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.114390] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.114494] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.114669] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.114757] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.114924] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.115039] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.115097] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.115248] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.115324] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.115503] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.115595] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.115654] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.115791] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.115863] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.115946] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f239776a-30ba-448a-a579-f4656cc4d889 is going to be updated. [ 973.150675] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.150932] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.151088] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.151787] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.151787] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.151787] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f239776a-30ba-448a-a579-f4656cc4d889" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.486305] env[65307]: INFO networking_nsxv3.common.synchronization [req-df61e69c-3115-4fc2-a526-a30b4e322b1b req-0cfccaa2-ca40-48e7-accb-33aaad0e4971 tempest-ListServersNegativeTestJSON-1517419916 tempest-ListServersNegativeTestJSON-1517419916-project-member] Enqueued Resource ID: 213563bf-dccc-4573-af10-83053abdff7b with Priority: HIGHEST for action security_group_members [ 973.486907] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 213563bf-dccc-4573-af10-83053abdff7b with Priority: HIGHEST for action security_group_members [ 973.487439] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-213563bf-dccc-4573-af10-83053abdff7b taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.487562] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-213563bf-dccc-4573-af10-83053abdff7b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.797638] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock network-576 taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.797837] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "network-576" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.797994] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "network-576" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.798277] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "network-576" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.798542] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.798747] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.798838] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.799415] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.799415] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.803910] env[65307]: DEBUG dogpile.cache.region [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 973.803910] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] NeedRegenerationException {{(pid=65307) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 973.803910] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] no value, waiting for create lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 973.803910] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] value creation lock acquired {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 973.803910] env[65307]: DEBUG dogpile.cache.region [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 973.803910] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Calling creation function for not-yet-present value {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 973.803910] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 973.825779] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 973.825779] env[65307]: DEBUG dogpile.cache.region [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65307) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 973.825779] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Released creation lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 973.825779] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "network-576" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.826095] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock port-93f11ee9-ea7f-41c0-a210-a3dae665f75c taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.826198] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "port-93f11ee9-ea7f-41c0-a210-a3dae665f75c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.826296] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "port-93f11ee9-ea7f-41c0-a210-a3dae665f75c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.828391] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "port-93f11ee9-ea7f-41c0-a210-a3dae665f75c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.828391] env[65307]: DEBUG networking_nsxv3.api.rpc [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('93f11ee9-ea7f-41c0-a210-a3dae665f75c',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.119158] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 213563bf-dccc-4573-af10-83053abdff7b in Status: SUCCESS [ 974.119694] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-213563bf-dccc-4573-af10-83053abdff7b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.119694] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-213563bf-dccc-4573-af10-83053abdff7b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.119894] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-213563bf-dccc-4573-af10-83053abdff7b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.120046] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.120177] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.120244] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.120361] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.120442] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.120540] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('213563bf-dccc-4573-af10-83053abdff7b',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.330799] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.331099] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.331245] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.331538] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.331687] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.331840] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Segment Port 93f11ee9-ea7f-41c0-a210-a3dae665f75c not found, creating... [ 974.332164] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.332352] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.332466] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.332694] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.332828] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.333123] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.333281] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.333409] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.333693] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.333840] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.333980] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Resource: SegmentPort with ID: 93f11ee9-ea7f-41c0-a210-a3dae665f75c is going to be created. [ 974.353379] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.353584] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.353711] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.354018] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.354252] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.354498] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "port-93f11ee9-ea7f-41c0-a210-a3dae665f75c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.623359] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('213563bf-dccc-4573-af10-83053abdff7b',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.011235] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 385f6807-fae9-4c33-84d9-3329f5444f55 in Status: SUCCESS [ 975.011460] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-385f6807-fae9-4c33-84d9-3329f5444f55" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.011630] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-385f6807-fae9-4c33-84d9-3329f5444f55" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.013307] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-385f6807-fae9-4c33-84d9-3329f5444f55" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.013307] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.013307] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.013307] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.013307] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.013307] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.013307] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-385f6807-fae9-4c33-84d9-3329f5444f55" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.013307] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-385f6807-fae9-4c33-84d9-3329f5444f55 taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.013307] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-385f6807-fae9-4c33-84d9-3329f5444f55" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.013307] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-385f6807-fae9-4c33-84d9-3329f5444f55" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.013307] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-385f6807-fae9-4c33-84d9-3329f5444f55" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.013307] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.013307] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.013307] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.013963] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.013963] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.013963] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-385f6807-fae9-4c33-84d9-3329f5444f55" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.013963] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('385f6807-fae9-4c33-84d9-3329f5444f55',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.073420] env[65307]: INFO networking_nsxv3.common.synchronization [req-df61e69c-3115-4fc2-a526-a30b4e322b1b req-6a9b2d84-256e-461a-ae5e-0f458909f975 service nova] Enqueued Resource ID: 213563bf-dccc-4573-af10-83053abdff7b with Priority: HIGHEST for action security_group_rules [ 975.073420] env[65307]: INFO networking_nsxv3.common.synchronization [req-df61e69c-3115-4fc2-a526-a30b4e322b1b req-6a9b2d84-256e-461a-ae5e-0f458909f975 service nova] Enqueued Resource ID: 213563bf-dccc-4573-af10-83053abdff7b with Priority: HIGHEST for action security_group_members [ 975.073420] env[65307]: INFO networking_nsxv3.common.synchronization [req-df61e69c-3115-4fc2-a526-a30b4e322b1b req-6a9b2d84-256e-461a-ae5e-0f458909f975 service nova] Enqueued Resource ID: 93f11ee9-ea7f-41c0-a210-a3dae665f75c with Priority: HIGHEST for action port [ 975.074505] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 213563bf-dccc-4573-af10-83053abdff7b with Priority: HIGHEST for action security_group_rules [ 975.074505] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 213563bf-dccc-4573-af10-83053abdff7b with Priority: HIGHEST for action security_group_members [ 975.074505] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93f11ee9-ea7f-41c0-a210-a3dae665f75c with Priority: HIGHEST for action port [ 975.074505] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-213563bf-dccc-4573-af10-83053abdff7b taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.075405] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-213563bf-dccc-4573-af10-83053abdff7b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.075405] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-213563bf-dccc-4573-af10-83053abdff7b taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.075405] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-213563bf-dccc-4573-af10-83053abdff7b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.075405] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-93f11ee9-ea7f-41c0-a210-a3dae665f75c taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.075405] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-93f11ee9-ea7f-41c0-a210-a3dae665f75c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.075405] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-93f11ee9-ea7f-41c0-a210-a3dae665f75c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.075405] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-93f11ee9-ea7f-41c0-a210-a3dae665f75c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.075405] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('93f11ee9-ea7f-41c0-a210-a3dae665f75c',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.126367] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('213563bf-dccc-4573-af10-83053abdff7b',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.516210] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 385f6807-fae9-4c33-84d9-3329f5444f55: rpc.has_security_group_logging(os_id): False [ 975.537388] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.537388] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.537688] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.537877] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.538041] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.538286] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.538443] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.538542] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.538752] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.538863] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.539116] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.539235] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.539295] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.539445] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.539520] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.539750] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.539863] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.540022] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.540221] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.540308] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.540435] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 385f6807-fae9-4c33-84d9-3329f5444f55 is going to be updated. [ 975.577130] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 93f11ee9-ea7f-41c0-a210-a3dae665f75c with status ACTIVE [ 975.577389] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.577527] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.577527] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.577752] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.577844] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.578290] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.578449] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.578540] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.578801] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.578851] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.579082] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.579188] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.579330] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.579440] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.579519] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.579607] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 93f11ee9-ea7f-41c0-a210-a3dae665f75c is going to be updated. [ 975.607491] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.607727] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.607792] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.608111] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.608315] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.608504] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-93f11ee9-ea7f-41c0-a210-a3dae665f75c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.619101] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.619101] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.619101] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.619101] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.619101] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.630026] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.630026] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.630026] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.630026] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.630026] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.630026] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 213563bf-dccc-4573-af10-83053abdff7b is going to be updated. [ 975.639030] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 385f6807-fae9-4c33-84d9-3329f5444f55 in Status: IN_PROGRESS for 2s [ 975.663539] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.664771] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.664771] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.664771] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.664771] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.688965] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 213563bf-dccc-4573-af10-83053abdff7b in Status: IN_PROGRESS for 2s [ 976.044457] env[65307]: INFO networking_nsxv3.common.synchronization [req-88a79e0a-7337-450d-af0b-8c55a6686b74 req-c3e0c950-2f2c-452c-b8e0-8ac8c1e06685 tempest-ImagesTestJSON-277680294 tempest-ImagesTestJSON-277680294-project-member] Enqueued Resource ID: e4bfcfdb-60f5-4a19-9d13-d77039646bd9 with Priority: HIGHEST for action security_group_members [ 976.044457] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4bfcfdb-60f5-4a19-9d13-d77039646bd9 with Priority: HIGHEST for action security_group_members [ 976.044457] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4bfcfdb-60f5-4a19-9d13-d77039646bd9 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.045457] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4bfcfdb-60f5-4a19-9d13-d77039646bd9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.045556] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4bfcfdb-60f5-4a19-9d13-d77039646bd9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.045899] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4bfcfdb-60f5-4a19-9d13-d77039646bd9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.046107] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.046896] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.046993] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.047205] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.047337] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.047399] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e4bfcfdb-60f5-4a19-9d13-d77039646bd9',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.525486] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock network-525 taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.525919] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "network-525" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.526050] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "network-525" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.526433] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "network-525" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.526794] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.527018] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.528332] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.528332] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.528332] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.528332] env[65307]: DEBUG dogpile.cache.region [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 976.528332] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] NeedRegenerationException {{(pid=65307) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 976.528332] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] no value, waiting for create lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 976.528332] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] value creation lock acquired {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 976.528332] env[65307]: DEBUG dogpile.cache.region [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 976.528732] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Calling creation function for not-yet-present value {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 976.528772] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 976.552876] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.553333] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.553497] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.553752] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.553886] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.554278] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.554560] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.554663] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.554867] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.555089] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.555187] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e4bfcfdb-60f5-4a19-9d13-d77039646bd9 already deleted. [ 976.555334] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4bfcfdb-60f5-4a19-9d13-d77039646bd9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.556767] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 976.556767] env[65307]: DEBUG dogpile.cache.region [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65307) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 976.556923] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Released creation lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 976.557136] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "network-525" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.557527] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock port-cf088e21-e393-41c9-92f5-e2d3973beaac taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.557648] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "port-cf088e21-e393-41c9-92f5-e2d3973beaac" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.557760] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "port-cf088e21-e393-41c9-92f5-e2d3973beaac" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.558393] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "port-cf088e21-e393-41c9-92f5-e2d3973beaac" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.558393] env[65307]: DEBUG networking_nsxv3.api.rpc [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cf088e21-e393-41c9-92f5-e2d3973beaac',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.060984] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.061221] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.061322] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.061598] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.061751] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.061937] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Segment Port cf088e21-e393-41c9-92f5-e2d3973beaac not found, creating... [ 977.064355] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.064355] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.064355] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.064355] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.064355] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.064355] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.064355] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.064355] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.064355] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.064355] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.065415] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Resource: SegmentPort with ID: cf088e21-e393-41c9-92f5-e2d3973beaac is going to be created. [ 977.088070] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.088359] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.088565] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.088700] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.088931] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.089196] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "port-cf088e21-e393-41c9-92f5-e2d3973beaac" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.655335] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 385f6807-fae9-4c33-84d9-3329f5444f55 in Status: SUCCESS [ 977.655674] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-385f6807-fae9-4c33-84d9-3329f5444f55" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.655893] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-385f6807-fae9-4c33-84d9-3329f5444f55" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.656640] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-385f6807-fae9-4c33-84d9-3329f5444f55" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.656640] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('385f6807-fae9-4c33-84d9-3329f5444f55',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.701052] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 213563bf-dccc-4573-af10-83053abdff7b in Status: SUCCESS [ 977.701338] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-213563bf-dccc-4573-af10-83053abdff7b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.701864] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-213563bf-dccc-4573-af10-83053abdff7b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.702119] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-213563bf-dccc-4573-af10-83053abdff7b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.702295] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.702415] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.702481] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.702641] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.702721] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.702807] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-213563bf-dccc-4573-af10-83053abdff7b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.702905] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('213563bf-dccc-4573-af10-83053abdff7b',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.703757] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-213563bf-dccc-4573-af10-83053abdff7b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.703855] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-213563bf-dccc-4573-af10-83053abdff7b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.704673] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.704673] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.704673] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.704673] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.704673] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.704673] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('213563bf-dccc-4573-af10-83053abdff7b',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.849291] env[65307]: INFO networking_nsxv3.common.synchronization [req-88a79e0a-7337-450d-af0b-8c55a6686b74 req-a8c05bd7-42b4-4e9b-a7e1-28c33de1315b service nova] Enqueued Resource ID: e4bfcfdb-60f5-4a19-9d13-d77039646bd9 with Priority: HIGHEST for action security_group_rules [ 977.849433] env[65307]: INFO networking_nsxv3.common.synchronization [req-88a79e0a-7337-450d-af0b-8c55a6686b74 req-a8c05bd7-42b4-4e9b-a7e1-28c33de1315b service nova] Enqueued Resource ID: e4bfcfdb-60f5-4a19-9d13-d77039646bd9 with Priority: HIGHEST for action security_group_members [ 977.849477] env[65307]: INFO networking_nsxv3.common.synchronization [req-88a79e0a-7337-450d-af0b-8c55a6686b74 req-a8c05bd7-42b4-4e9b-a7e1-28c33de1315b service nova] Enqueued Resource ID: cf088e21-e393-41c9-92f5-e2d3973beaac with Priority: HIGHEST for action port [ 977.850615] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4bfcfdb-60f5-4a19-9d13-d77039646bd9 with Priority: HIGHEST for action security_group_rules [ 977.850719] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4bfcfdb-60f5-4a19-9d13-d77039646bd9 with Priority: HIGHEST for action security_group_members [ 977.850825] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf088e21-e393-41c9-92f5-e2d3973beaac with Priority: HIGHEST for action port [ 977.851249] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e4bfcfdb-60f5-4a19-9d13-d77039646bd9 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.851393] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e4bfcfdb-60f5-4a19-9d13-d77039646bd9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.851436] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e4bfcfdb-60f5-4a19-9d13-d77039646bd9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.851729] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e4bfcfdb-60f5-4a19-9d13-d77039646bd9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.851914] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e4bfcfdb-60f5-4a19-9d13-d77039646bd9',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.855659] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4bfcfdb-60f5-4a19-9d13-d77039646bd9 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.855659] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4bfcfdb-60f5-4a19-9d13-d77039646bd9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.855659] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4bfcfdb-60f5-4a19-9d13-d77039646bd9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.855659] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4bfcfdb-60f5-4a19-9d13-d77039646bd9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.855659] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.855659] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.855659] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.855659] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.855659] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.855659] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e4bfcfdb-60f5-4a19-9d13-d77039646bd9',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.855659] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-cf088e21-e393-41c9-92f5-e2d3973beaac taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.855659] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cf088e21-e393-41c9-92f5-e2d3973beaac" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.855659] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cf088e21-e393-41c9-92f5-e2d3973beaac" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.856122] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cf088e21-e393-41c9-92f5-e2d3973beaac" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.856122] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cf088e21-e393-41c9-92f5-e2d3973beaac',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.159101] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-385f6807-fae9-4c33-84d9-3329f5444f55 taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.159604] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-385f6807-fae9-4c33-84d9-3329f5444f55" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.159604] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-385f6807-fae9-4c33-84d9-3329f5444f55" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.159835] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-385f6807-fae9-4c33-84d9-3329f5444f55" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.160095] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.160369] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.160482] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.160691] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.160838] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.160975] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-385f6807-fae9-4c33-84d9-3329f5444f55" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.161134] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('385f6807-fae9-4c33-84d9-3329f5444f55',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.207069] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-213563bf-dccc-4573-af10-83053abdff7b taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.207278] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-213563bf-dccc-4573-af10-83053abdff7b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.207480] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('213563bf-dccc-4573-af10-83053abdff7b',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.357993] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4bfcfdb-60f5-4a19-9d13-d77039646bd9 taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.358230] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4bfcfdb-60f5-4a19-9d13-d77039646bd9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.359522] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e4bfcfdb-60f5-4a19-9d13-d77039646bd9',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.360599] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cf088e21-e393-41c9-92f5-e2d3973beaac with status ACTIVE [ 978.360700] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.360818] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.360875] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.361126] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.361221] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.361414] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.361526] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.361579] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.361692] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.361762] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.361938] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.362051] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.362127] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.362211] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.362276] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.362416] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cf088e21-e393-41c9-92f5-e2d3973beaac is going to be updated. [ 978.389364] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.389364] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.389364] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.389364] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.389364] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.389364] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cf088e21-e393-41c9-92f5-e2d3973beaac" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.650719] env[65307]: INFO networking_nsxv3.common.synchronization [req-a75b2016-8627-4fff-a331-ddfa350899d0 req-25bf629c-948c-4791-85ca-bc4dddecc4c0 tempest-DeleteServersTestJSON-1223351987 tempest-DeleteServersTestJSON-1223351987-project-member] Enqueued Resource ID: e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2 with Priority: HIGHEST for action security_group_members [ 978.651362] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2 with Priority: HIGHEST for action security_group_members [ 978.651723] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.651867] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.651962] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.652242] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.652410] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.652541] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.652625] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.652808] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.652912] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.653020] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.665513] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-385f6807-fae9-4c33-84d9-3329f5444f55 taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.665513] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-385f6807-fae9-4c33-84d9-3329f5444f55" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.665513] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-385f6807-fae9-4c33-84d9-3329f5444f55" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.665826] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-385f6807-fae9-4c33-84d9-3329f5444f55" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.665863] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.666859] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.666859] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.666859] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.666859] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.666859] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-385f6807-fae9-4c33-84d9-3329f5444f55" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.666859] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-385f6807-fae9-4c33-84d9-3329f5444f55 taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.666859] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-385f6807-fae9-4c33-84d9-3329f5444f55" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.666859] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-385f6807-fae9-4c33-84d9-3329f5444f55" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.667310] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-385f6807-fae9-4c33-84d9-3329f5444f55" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.667310] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.667310] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.667310] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.667480] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.667480] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.667544] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-385f6807-fae9-4c33-84d9-3329f5444f55" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.667610] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('385f6807-fae9-4c33-84d9-3329f5444f55',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.710170] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('213563bf-dccc-4573-af10-83053abdff7b',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.865873] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e4bfcfdb-60f5-4a19-9d13-d77039646bd9',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.011970] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock network-479 taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.012248] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "network-479" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.012520] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "network-479" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.012825] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "network-479" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.013147] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.013340] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.013491] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.013756] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.013931] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.014165] env[65307]: DEBUG dogpile.cache.region [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 979.014282] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] NeedRegenerationException {{(pid=65307) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 979.014392] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] no value, waiting for create lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 979.014501] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] value creation lock acquired {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 979.014609] env[65307]: DEBUG dogpile.cache.region [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 979.014714] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Calling creation function for not-yet-present value {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 979.014846] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 979.039110] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 979.039110] env[65307]: DEBUG dogpile.cache.region [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65307) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 979.039110] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Released creation lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 979.039385] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "network-479" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.039711] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock port-7663aa84-bbef-4e5b-82e7-e4f1edfa5f9b taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.039968] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "port-7663aa84-bbef-4e5b-82e7-e4f1edfa5f9b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.040527] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "port-7663aa84-bbef-4e5b-82e7-e4f1edfa5f9b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.041027] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "port-7663aa84-bbef-4e5b-82e7-e4f1edfa5f9b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.041327] env[65307]: DEBUG networking_nsxv3.api.rpc [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7663aa84-bbef-4e5b-82e7-e4f1edfa5f9b',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.156604] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.156918] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.157044] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.157377] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.157545] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.157879] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.158073] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.158193] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.158469] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.159069] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.159069] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2 is going to be updated. [ 979.171779] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 385f6807-fae9-4c33-84d9-3329f5444f55: rpc.has_security_group_logging(os_id): False [ 979.194035] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.194035] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.194035] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.194327] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.194388] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.195044] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.195195] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.195229] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.195467] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.195576] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.195856] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.195962] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.196076] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.196264] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.196367] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.196595] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.196722] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.196814] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.196989] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.197239] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.197239] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 385f6807-fae9-4c33-84d9-3329f5444f55 is going to be updated. [ 979.199021] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.199138] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.199212] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.199467] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.199634] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.213377] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2 in Status: IN_PROGRESS for 2s [ 979.213882] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.214052] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.214246] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.214521] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.214659] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.214766] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 213563bf-dccc-4573-af10-83053abdff7b is going to be updated. [ 979.249876] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.250141] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.250272] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.250650] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.250911] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.265469] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 213563bf-dccc-4573-af10-83053abdff7b in Status: IN_PROGRESS for 2s [ 979.282134] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.282288] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.282422] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.282555] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.282699] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.335232] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 385f6807-fae9-4c33-84d9-3329f5444f55 in Status: IN_PROGRESS for 2s [ 979.367970] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.368190] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.368274] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.368513] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.368606] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.368717] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e4bfcfdb-60f5-4a19-9d13-d77039646bd9 is going to be created. [ 979.415534] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.415848] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.415986] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.416418] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.416716] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.432219] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4bfcfdb-60f5-4a19-9d13-d77039646bd9 in Status: UNINITIALIZED for 2s [ 979.545203] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.545203] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.545398] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.545933] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.546182] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.546504] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Segment Port 7663aa84-bbef-4e5b-82e7-e4f1edfa5f9b not found, creating... [ 979.547307] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.547637] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.548143] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.548579] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.548781] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.549164] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.549346] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.549522] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.549793] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.549934] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.550180] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Resource: SegmentPort with ID: 7663aa84-bbef-4e5b-82e7-e4f1edfa5f9b is going to be created. [ 979.576514] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.576772] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.576832] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.577172] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.577411] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.577662] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "port-7663aa84-bbef-4e5b-82e7-e4f1edfa5f9b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.302467] env[65307]: INFO networking_nsxv3.common.synchronization [req-a75b2016-8627-4fff-a331-ddfa350899d0 req-9723daaa-9c91-4e12-9160-bb0331842f7f service nova] Enqueued Resource ID: e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2 with Priority: HIGHEST for action security_group_rules [ 980.302849] env[65307]: INFO networking_nsxv3.common.synchronization [req-a75b2016-8627-4fff-a331-ddfa350899d0 req-9723daaa-9c91-4e12-9160-bb0331842f7f service nova] Enqueued Resource ID: e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2 with Priority: HIGHEST for action security_group_members [ 980.302849] env[65307]: INFO networking_nsxv3.common.synchronization [req-a75b2016-8627-4fff-a331-ddfa350899d0 req-9723daaa-9c91-4e12-9160-bb0331842f7f service nova] Enqueued Resource ID: 7663aa84-bbef-4e5b-82e7-e4f1edfa5f9b with Priority: HIGHEST for action port [ 980.304380] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2 with Priority: HIGHEST for action security_group_rules [ 980.304471] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2 with Priority: HIGHEST for action security_group_members [ 980.304581] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7663aa84-bbef-4e5b-82e7-e4f1edfa5f9b with Priority: HIGHEST for action port [ 980.304909] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.306408] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.306408] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.306408] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.306408] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.306819] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.306876] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.308267] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-7663aa84-bbef-4e5b-82e7-e4f1edfa5f9b taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.308267] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7663aa84-bbef-4e5b-82e7-e4f1edfa5f9b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.308267] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7663aa84-bbef-4e5b-82e7-e4f1edfa5f9b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.308267] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7663aa84-bbef-4e5b-82e7-e4f1edfa5f9b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.308267] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7663aa84-bbef-4e5b-82e7-e4f1edfa5f9b',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.809532] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2 taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.809662] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.809839] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7663aa84-bbef-4e5b-82e7-e4f1edfa5f9b with status ACTIVE [ 980.810115] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.810248] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.810360] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.810626] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.810626] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.810781] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.810879] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.810940] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.811165] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.811262] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.811475] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.811608] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.811670] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.811775] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.811845] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.811960] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7663aa84-bbef-4e5b-82e7-e4f1edfa5f9b is going to be updated. [ 980.845137] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.845311] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.845425] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.845688] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.845830] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.845988] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7663aa84-bbef-4e5b-82e7-e4f1edfa5f9b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.224609] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2 in Status: SUCCESS [ 981.224807] env[65307]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2 deletion is rescheduled due to dependency. [ 981.224942] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.225357] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.225485] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.225614] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.225742] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.225809] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.225978] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.226072] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.226165] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.249566] env[65307]: INFO networking_nsxv3.common.synchronization [req-47401bf2-063c-453f-8ed4-734a62692c56 req-6e04516c-bb6e-4f86-8a65-bdad5b30cd7a tempest-AttachVolumeNegativeTest-671309822 tempest-AttachVolumeNegativeTest-671309822-project-member] Enqueued Resource ID: d8d93eaa-c532-41b4-ade7-a547c0c808d0 with Priority: HIGHEST for action security_group_members [ 981.250520] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8d93eaa-c532-41b4-ade7-a547c0c808d0 with Priority: HIGHEST for action security_group_members [ 981.251083] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-d8d93eaa-c532-41b4-ade7-a547c0c808d0 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.251319] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d8d93eaa-c532-41b4-ade7-a547c0c808d0" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.251446] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d8d93eaa-c532-41b4-ade7-a547c0c808d0" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.251841] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d8d93eaa-c532-41b4-ade7-a547c0c808d0" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.252152] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.252383] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.252486] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.252706] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.252848] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.252982] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d8d93eaa-c532-41b4-ade7-a547c0c808d0',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.276623] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 213563bf-dccc-4573-af10-83053abdff7b in Status: SUCCESS [ 981.276964] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-213563bf-dccc-4573-af10-83053abdff7b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.277156] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-213563bf-dccc-4573-af10-83053abdff7b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.277447] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-213563bf-dccc-4573-af10-83053abdff7b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.277705] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.277870] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.277973] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.278241] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.278365] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.278507] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('213563bf-dccc-4573-af10-83053abdff7b',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.349973] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 385f6807-fae9-4c33-84d9-3329f5444f55 in Status: SUCCESS [ 981.350371] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-385f6807-fae9-4c33-84d9-3329f5444f55" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.445350] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4bfcfdb-60f5-4a19-9d13-d77039646bd9 in Status: SUCCESS [ 981.445654] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4bfcfdb-60f5-4a19-9d13-d77039646bd9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.446237] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4bfcfdb-60f5-4a19-9d13-d77039646bd9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.446673] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4bfcfdb-60f5-4a19-9d13-d77039646bd9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.446947] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.447383] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.447494] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.448105] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.448105] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.448105] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4bfcfdb-60f5-4a19-9d13-d77039646bd9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.448105] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e4bfcfdb-60f5-4a19-9d13-d77039646bd9',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.678634] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock network-847 taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.678831] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "network-847" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.678951] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "network-847" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.679238] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "network-847" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.679480] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.679758] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.679758] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.679939] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.680121] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.680332] env[65307]: DEBUG dogpile.cache.region [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 981.680456] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] NeedRegenerationException {{(pid=65307) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 981.680536] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] no value, waiting for create lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 981.680630] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] value creation lock acquired {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 981.680734] env[65307]: DEBUG dogpile.cache.region [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 981.680833] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Calling creation function for not-yet-present value {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 981.680956] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 981.701012] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 981.701875] env[65307]: DEBUG dogpile.cache.region [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65307) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 981.701875] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Released creation lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 981.701875] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "network-847" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.701875] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock port-a4f476ef-34b4-4f63-af3f-1a52ce555db4 taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.702156] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "port-a4f476ef-34b4-4f63-af3f-1a52ce555db4" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.702156] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "port-a4f476ef-34b4-4f63-af3f-1a52ce555db4" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.702554] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "port-a4f476ef-34b4-4f63-af3f-1a52ce555db4" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.702679] env[65307]: DEBUG networking_nsxv3.api.rpc [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a4f476ef-34b4-4f63-af3f-1a52ce555db4',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.728506] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.756604] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.756946] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.757027] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.757384] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.757511] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.757974] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.758137] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.758222] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.758400] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.758478] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.758568] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d8d93eaa-c532-41b4-ade7-a547c0c808d0 already deleted. [ 981.758652] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d8d93eaa-c532-41b4-ade7-a547c0c808d0" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.782686] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('213563bf-dccc-4573-af10-83053abdff7b',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.953780] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4bfcfdb-60f5-4a19-9d13-d77039646bd9 taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.953780] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4bfcfdb-60f5-4a19-9d13-d77039646bd9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.953780] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4bfcfdb-60f5-4a19-9d13-d77039646bd9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.953780] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4bfcfdb-60f5-4a19-9d13-d77039646bd9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.953780] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.953780] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.954252] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.954252] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.954252] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.954343] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4bfcfdb-60f5-4a19-9d13-d77039646bd9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.954507] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4bfcfdb-60f5-4a19-9d13-d77039646bd9 taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.954739] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4bfcfdb-60f5-4a19-9d13-d77039646bd9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.954881] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4bfcfdb-60f5-4a19-9d13-d77039646bd9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.955088] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4bfcfdb-60f5-4a19-9d13-d77039646bd9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.955242] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.955339] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.955669] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.955950] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.956175] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.956175] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4bfcfdb-60f5-4a19-9d13-d77039646bd9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.956270] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e4bfcfdb-60f5-4a19-9d13-d77039646bd9',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.205468] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.205711] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.205711] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.206008] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.206220] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.206475] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Segment Port a4f476ef-34b4-4f63-af3f-1a52ce555db4 not found, creating... [ 982.206793] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.206990] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.207226] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.207504] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.207682] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.208073] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.208267] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.208450] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.208658] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.208789] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.208929] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Resource: SegmentPort with ID: a4f476ef-34b4-4f63-af3f-1a52ce555db4 is going to be created. [ 982.231411] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.233814] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.233814] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.233814] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.234304] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.234391] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.234562] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "port-a4f476ef-34b4-4f63-af3f-1a52ce555db4" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.284600] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('213563bf-dccc-4573-af10-83053abdff7b',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.460043] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e4bfcfdb-60f5-4a19-9d13-d77039646bd9: rpc.has_security_group_logging(os_id): False [ 982.484295] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.484295] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.484295] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.484568] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.484568] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.484915] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.485085] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.485214] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.485472] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.485620] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.485837] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.485966] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.486041] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.486285] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.486415] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.486657] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.486786] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.486866] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.487088] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.487285] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.487369] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e4bfcfdb-60f5-4a19-9d13-d77039646bd9 is going to be created. [ 982.590121] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.590121] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.590511] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.590637] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.590929] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.611583] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e4bfcfdb-60f5-4a19-9d13-d77039646bd9 in Status: IN_PROGRESS for 2s [ 982.736140] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.736323] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.736393] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.736651] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.736752] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.736935] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2 is going to be updated. [ 982.771245] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.771441] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.771484] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.771717] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.771867] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.782210] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2 in Status: IN_PROGRESS for 2s [ 982.786825] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.787015] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.787090] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.787359] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.787450] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.787577] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 213563bf-dccc-4573-af10-83053abdff7b is going to be updated. [ 982.822137] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.822328] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.822613] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.822730] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.822822] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.833478] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 213563bf-dccc-4573-af10-83053abdff7b in Status: IN_PROGRESS for 2s [ 982.976298] env[65307]: INFO networking_nsxv3.common.synchronization [req-47401bf2-063c-453f-8ed4-734a62692c56 req-fbc5b44e-4754-42f4-990b-970c09380df0 service nova] Enqueued Resource ID: d8d93eaa-c532-41b4-ade7-a547c0c808d0 with Priority: HIGHEST for action security_group_rules [ 982.976536] env[65307]: INFO networking_nsxv3.common.synchronization [req-47401bf2-063c-453f-8ed4-734a62692c56 req-fbc5b44e-4754-42f4-990b-970c09380df0 service nova] Enqueued Resource ID: d8d93eaa-c532-41b4-ade7-a547c0c808d0 with Priority: HIGHEST for action security_group_members [ 982.976723] env[65307]: INFO networking_nsxv3.common.synchronization [req-47401bf2-063c-453f-8ed4-734a62692c56 req-fbc5b44e-4754-42f4-990b-970c09380df0 service nova] Enqueued Resource ID: a4f476ef-34b4-4f63-af3f-1a52ce555db4 with Priority: HIGHEST for action port [ 982.977364] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8d93eaa-c532-41b4-ade7-a547c0c808d0 with Priority: HIGHEST for action security_group_rules [ 982.977598] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8d93eaa-c532-41b4-ade7-a547c0c808d0 with Priority: HIGHEST for action security_group_members [ 982.977687] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4f476ef-34b4-4f63-af3f-1a52ce555db4 with Priority: HIGHEST for action port [ 982.978449] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d8d93eaa-c532-41b4-ade7-a547c0c808d0 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.978604] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d8d93eaa-c532-41b4-ade7-a547c0c808d0" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.978679] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d8d93eaa-c532-41b4-ade7-a547c0c808d0" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.978933] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d8d93eaa-c532-41b4-ade7-a547c0c808d0" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.979097] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d8d93eaa-c532-41b4-ade7-a547c0c808d0',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.981445] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-d8d93eaa-c532-41b4-ade7-a547c0c808d0 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.981556] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d8d93eaa-c532-41b4-ade7-a547c0c808d0" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.981629] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d8d93eaa-c532-41b4-ade7-a547c0c808d0" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.981820] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d8d93eaa-c532-41b4-ade7-a547c0c808d0" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.981975] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.982266] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.982266] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.982330] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.982384] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.982465] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d8d93eaa-c532-41b4-ade7-a547c0c808d0',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.983251] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-a4f476ef-34b4-4f63-af3f-1a52ce555db4 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.983359] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a4f476ef-34b4-4f63-af3f-1a52ce555db4" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.983416] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a4f476ef-34b4-4f63-af3f-1a52ce555db4" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.983568] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a4f476ef-34b4-4f63-af3f-1a52ce555db4" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.983643] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a4f476ef-34b4-4f63-af3f-1a52ce555db4',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.482560] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-d8d93eaa-c532-41b4-ade7-a547c0c808d0 taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.482560] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d8d93eaa-c532-41b4-ade7-a547c0c808d0" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.485361] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d8d93eaa-c532-41b4-ade7-a547c0c808d0',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.486526] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a4f476ef-34b4-4f63-af3f-1a52ce555db4 with status ACTIVE [ 983.486526] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.486645] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.486723] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.486930] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.487033] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.487220] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.487324] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.487415] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.487535] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.487603] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.488035] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.488035] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.488035] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.488179] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.488179] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.488250] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a4f476ef-34b4-4f63-af3f-1a52ce555db4 is going to be updated. [ 983.547936] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.548174] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.548251] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.548468] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.548720] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.549099] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a4f476ef-34b4-4f63-af3f-1a52ce555db4" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.870008] env[65307]: INFO networking_nsxv3.common.synchronization [req-66c8a457-8e23-455c-b65a-7e06edd76b74 req-e549c7a7-ab0a-4727-9814-48008825fd8a tempest-ImagesOneServerNegativeTestJSON-770033829 tempest-ImagesOneServerNegativeTestJSON-770033829-project-member] Enqueued Resource ID: 89714c59-b91a-49ce-918c-e131d8652049 with Priority: HIGHEST for action security_group_members [ 983.870900] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89714c59-b91a-49ce-918c-e131d8652049 with Priority: HIGHEST for action security_group_members [ 983.871276] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-89714c59-b91a-49ce-918c-e131d8652049 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.871401] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-89714c59-b91a-49ce-918c-e131d8652049" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.871518] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-89714c59-b91a-49ce-918c-e131d8652049" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.871675] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-89714c59-b91a-49ce-918c-e131d8652049" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.871823] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.871941] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.872010] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.872190] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.872261] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.872374] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('89714c59-b91a-49ce-918c-e131d8652049',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.995056] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d8d93eaa-c532-41b4-ade7-a547c0c808d0',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.220339] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock network-624 taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.220564] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "network-624" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.220686] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "network-624" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.220966] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "network-624" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.221475] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.221643] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.221760] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.221988] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.222149] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.222357] env[65307]: DEBUG dogpile.cache.region [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 984.222494] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] NeedRegenerationException {{(pid=65307) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 984.222604] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] no value, waiting for create lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 984.222706] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] value creation lock acquired {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 984.222812] env[65307]: DEBUG dogpile.cache.region [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 984.222911] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Calling creation function for not-yet-present value {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 984.223050] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 984.245303] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 984.245387] env[65307]: DEBUG dogpile.cache.region [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65307) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 984.245516] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Released creation lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 984.245693] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "network-624" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.246149] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock port-b624107a-c9ee-4c01-abe6-f07420935a1f taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.246279] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "port-b624107a-c9ee-4c01-abe6-f07420935a1f" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.246325] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "port-b624107a-c9ee-4c01-abe6-f07420935a1f" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.246884] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "port-b624107a-c9ee-4c01-abe6-f07420935a1f" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.246884] env[65307]: DEBUG networking_nsxv3.api.rpc [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b624107a-c9ee-4c01-abe6-f07420935a1f',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.374974] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.375211] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.375258] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.375475] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.375583] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.375820] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.375909] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.375951] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.376411] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.376488] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.376559] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 89714c59-b91a-49ce-918c-e131d8652049 is going to be updated. [ 984.406220] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.406548] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.406635] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.406859] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.407029] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.417571] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 89714c59-b91a-49ce-918c-e131d8652049 in Status: IN_PROGRESS for 2s [ 984.498103] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.498562] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.498562] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.498562] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.498714] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.498754] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d8d93eaa-c532-41b4-ade7-a547c0c808d0 is going to be created. [ 984.527333] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.527333] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.527333] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.527652] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.527733] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.541343] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d8d93eaa-c532-41b4-ade7-a547c0c808d0 in Status: UNINITIALIZED for 2s [ 984.627485] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e4bfcfdb-60f5-4a19-9d13-d77039646bd9 in Status: SUCCESS [ 984.627707] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e4bfcfdb-60f5-4a19-9d13-d77039646bd9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.751038] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.751038] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.751038] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.751457] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.753063] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.753063] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Segment Port b624107a-c9ee-4c01-abe6-f07420935a1f not found, creating... [ 984.753063] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.753063] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.753063] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.753063] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.753776] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.754059] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.754352] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.754793] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.754895] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.755437] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.755691] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Resource: SegmentPort with ID: b624107a-c9ee-4c01-abe6-f07420935a1f is going to be created. [ 984.794894] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2 in Status: SUCCESS [ 984.795662] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.796044] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.796384] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.796639] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.796778] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.796846] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.797047] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.797150] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.797243] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.797335] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.800734] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.800914] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.801068] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.801419] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.801686] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.801952] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "port-b624107a-c9ee-4c01-abe6-f07420935a1f" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.846731] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 213563bf-dccc-4573-af10-83053abdff7b in Status: SUCCESS [ 984.846993] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-213563bf-dccc-4573-af10-83053abdff7b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.847599] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-213563bf-dccc-4573-af10-83053abdff7b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.847840] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-213563bf-dccc-4573-af10-83053abdff7b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.848201] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.848337] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.848397] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.848606] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.848692] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.848821] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('213563bf-dccc-4573-af10-83053abdff7b',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.300484] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2 taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.300729] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.300815] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.301312] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.301582] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.301755] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.301857] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.302269] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.302469] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.302595] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.302869] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2 taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.303038] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.303142] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.303657] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.303921] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.304097] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.304198] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.304438] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.304562] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.304693] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.304832] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.353453] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('213563bf-dccc-4573-af10-83053abdff7b',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.595460] env[65307]: INFO networking_nsxv3.common.synchronization [req-66c8a457-8e23-455c-b65a-7e06edd76b74 req-0288d0b3-c2d8-4a58-91de-6f13ebf4e141 service nova] Enqueued Resource ID: 89714c59-b91a-49ce-918c-e131d8652049 with Priority: HIGHEST for action security_group_rules [ 985.595460] env[65307]: INFO networking_nsxv3.common.synchronization [req-66c8a457-8e23-455c-b65a-7e06edd76b74 req-0288d0b3-c2d8-4a58-91de-6f13ebf4e141 service nova] Enqueued Resource ID: 89714c59-b91a-49ce-918c-e131d8652049 with Priority: HIGHEST for action security_group_members [ 985.595460] env[65307]: INFO networking_nsxv3.common.synchronization [req-66c8a457-8e23-455c-b65a-7e06edd76b74 req-0288d0b3-c2d8-4a58-91de-6f13ebf4e141 service nova] Enqueued Resource ID: b624107a-c9ee-4c01-abe6-f07420935a1f with Priority: HIGHEST for action port [ 985.597917] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89714c59-b91a-49ce-918c-e131d8652049 with Priority: HIGHEST for action security_group_rules [ 985.597917] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89714c59-b91a-49ce-918c-e131d8652049 with Priority: HIGHEST for action security_group_members [ 985.597917] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b624107a-c9ee-4c01-abe6-f07420935a1f with Priority: HIGHEST for action port [ 985.597917] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-89714c59-b91a-49ce-918c-e131d8652049 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.597917] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-89714c59-b91a-49ce-918c-e131d8652049" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.597917] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-89714c59-b91a-49ce-918c-e131d8652049" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.597917] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-89714c59-b91a-49ce-918c-e131d8652049" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.597917] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('89714c59-b91a-49ce-918c-e131d8652049',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.600343] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-89714c59-b91a-49ce-918c-e131d8652049 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.600343] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-89714c59-b91a-49ce-918c-e131d8652049" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.600343] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-b624107a-c9ee-4c01-abe6-f07420935a1f taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.600343] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b624107a-c9ee-4c01-abe6-f07420935a1f" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.600343] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b624107a-c9ee-4c01-abe6-f07420935a1f" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.600343] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b624107a-c9ee-4c01-abe6-f07420935a1f" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.600343] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b624107a-c9ee-4c01-abe6-f07420935a1f',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.809179] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2: rpc.has_security_group_logging(os_id): False [ 985.841773] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.841969] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.841969] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.842218] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.842303] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.842548] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.842651] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.842715] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.842880] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.842954] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.843159] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.843257] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.843316] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.843454] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.843526] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.843716] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.844174] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.844282] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.844437] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.844513] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.844601] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2 is going to be updated. [ 985.856859] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('213563bf-dccc-4573-af10-83053abdff7b',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.931819] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.931819] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.931819] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.931819] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.931819] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.948141] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2 in Status: IN_PROGRESS for 2s [ 986.102683] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-89714c59-b91a-49ce-918c-e131d8652049 taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.102683] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-89714c59-b91a-49ce-918c-e131d8652049" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.102683] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b624107a-c9ee-4c01-abe6-f07420935a1f with status ACTIVE [ 986.102683] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.102683] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.102683] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.102683] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.102683] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.102683] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.102683] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.102683] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.102683] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.102683] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.102683] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.103707] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.103707] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.103707] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.103707] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.103707] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b624107a-c9ee-4c01-abe6-f07420935a1f is going to be updated. [ 986.129977] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.130274] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.130416] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.130758] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.130970] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.131276] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b624107a-c9ee-4c01-abe6-f07420935a1f" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.359212] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.360050] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.360050] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.360050] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.360050] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.360408] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 213563bf-dccc-4573-af10-83053abdff7b is going to be updated. [ 986.396923] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.396923] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.396923] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.396923] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.397351] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.407722] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 213563bf-dccc-4573-af10-83053abdff7b in Status: IN_PROGRESS for 2s [ 986.427037] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 89714c59-b91a-49ce-918c-e131d8652049 in Status: SUCCESS [ 986.427227] env[65307]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 89714c59-b91a-49ce-918c-e131d8652049 deletion is rescheduled due to dependency. [ 986.427272] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-89714c59-b91a-49ce-918c-e131d8652049" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.427433] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-89714c59-b91a-49ce-918c-e131d8652049" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.427658] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-89714c59-b91a-49ce-918c-e131d8652049" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.427855] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.427974] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.428100] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.428290] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.428400] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.428463] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('89714c59-b91a-49ce-918c-e131d8652049',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.554332] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d8d93eaa-c532-41b4-ade7-a547c0c808d0 in Status: SUCCESS [ 986.554332] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d8d93eaa-c532-41b4-ade7-a547c0c808d0" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.554465] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d8d93eaa-c532-41b4-ade7-a547c0c808d0" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.554714] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d8d93eaa-c532-41b4-ade7-a547c0c808d0" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.554915] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.555117] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.555214] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.555311] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.559051] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.559051] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d8d93eaa-c532-41b4-ade7-a547c0c808d0" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.559051] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d8d93eaa-c532-41b4-ade7-a547c0c808d0',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.702474] env[65307]: INFO networking_nsxv3.common.synchronization [req-c2b013de-9dea-46a7-924e-37f39d5f2195 req-a08e164d-982c-4b83-b138-a5e4ccf1d82a tempest-ListServersNegativeTestJSON-1517419916 tempest-ListServersNegativeTestJSON-1517419916-project-member] Enqueued Resource ID: 213563bf-dccc-4573-af10-83053abdff7b with Priority: HIGHEST for action security_group_members [ 986.702858] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 213563bf-dccc-4573-af10-83053abdff7b with Priority: HIGHEST for action security_group_members [ 986.703887] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-213563bf-dccc-4573-af10-83053abdff7b taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.703887] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-213563bf-dccc-4573-af10-83053abdff7b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.931977] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('89714c59-b91a-49ce-918c-e131d8652049',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.059303] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d8d93eaa-c532-41b4-ade7-a547c0c808d0',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.434895] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('89714c59-b91a-49ce-918c-e131d8652049',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.565876] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d8d93eaa-c532-41b4-ade7-a547c0c808d0: rpc.has_security_group_logging(os_id): False [ 987.588043] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.588190] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.588238] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.588437] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.588544] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.588928] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.588928] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.589093] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.589129] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.589242] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.589365] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d8d93eaa-c532-41b4-ade7-a547c0c808d0 is going to be created. [ 987.670587] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.670759] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.670827] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.671059] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.671203] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.687644] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d8d93eaa-c532-41b4-ade7-a547c0c808d0 in Status: IN_PROGRESS for 2s [ 987.943204] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.943204] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.943204] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.943204] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.943204] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.943204] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 89714c59-b91a-49ce-918c-e131d8652049 is going to be updated. [ 987.974325] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2 in Status: SUCCESS [ 987.974511] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.984562] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.984771] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.984836] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.986065] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.986065] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.996043] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 89714c59-b91a-49ce-918c-e131d8652049 in Status: IN_PROGRESS for 2s [ 988.420201] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 213563bf-dccc-4573-af10-83053abdff7b in Status: SUCCESS [ 988.420201] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-213563bf-dccc-4573-af10-83053abdff7b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.420201] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-213563bf-dccc-4573-af10-83053abdff7b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.422438] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-213563bf-dccc-4573-af10-83053abdff7b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.422438] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.422438] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.422438] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.422438] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.422438] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.422438] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-213563bf-dccc-4573-af10-83053abdff7b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.422438] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-213563bf-dccc-4573-af10-83053abdff7b taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.422759] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-213563bf-dccc-4573-af10-83053abdff7b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.422868] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-213563bf-dccc-4573-af10-83053abdff7b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.423053] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-213563bf-dccc-4573-af10-83053abdff7b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.423243] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.425036] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.425036] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.425036] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.425036] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.425036] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-213563bf-dccc-4573-af10-83053abdff7b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.425036] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('213563bf-dccc-4573-af10-83053abdff7b',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.425036] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-213563bf-dccc-4573-af10-83053abdff7b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.425036] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-213563bf-dccc-4573-af10-83053abdff7b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.425404] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.425515] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.425941] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.426156] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.426417] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.426548] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('213563bf-dccc-4573-af10-83053abdff7b',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.873172] env[65307]: INFO networking_nsxv3.common.synchronization [None req-d73a8b33-7a0c-4f25-be28-918465e2d563 tempest-AttachInterfacesTestJSON-1120364181 tempest-AttachInterfacesTestJSON-1120364181-project-member] Enqueued Resource ID: 2ee04e8a-7010-42c5-9448-f47e2c01412a with Priority: HIGHEST for action security_group_rules [ 988.873172] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ee04e8a-7010-42c5-9448-f47e2c01412a with Priority: HIGHEST for action security_group_rules [ 988.873172] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2ee04e8a-7010-42c5-9448-f47e2c01412a taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.873172] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2ee04e8a-7010-42c5-9448-f47e2c01412a" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.873172] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2ee04e8a-7010-42c5-9448-f47e2c01412a" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.874019] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2ee04e8a-7010-42c5-9448-f47e2c01412a" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.874180] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2ee04e8a-7010-42c5-9448-f47e2c01412a',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.929719] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 213563bf-dccc-4573-af10-83053abdff7b: rpc.has_security_group_logging(os_id): False [ 988.931258] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('213563bf-dccc-4573-af10-83053abdff7b',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.949743] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.950077] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.950077] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.950266] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.950366] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.950638] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.950726] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.950768] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.950917] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.950993] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.951228] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.951707] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.951707] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.951707] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.951707] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.951872] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.951872] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.951966] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.952784] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.952867] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.953090] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 213563bf-dccc-4573-af10-83053abdff7b is going to be created. [ 988.991178] env[65307]: INFO networking_nsxv3.common.synchronization [None req-12162b2e-a241-47e5-92ed-927ccbdc8ea0 tempest-AttachInterfacesTestJSON-1120364181 tempest-AttachInterfacesTestJSON-1120364181-project-member] Enqueued Resource ID: 2ee04e8a-7010-42c5-9448-f47e2c01412a with Priority: HIGHEST for action security_group_rules [ 988.991681] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ee04e8a-7010-42c5-9448-f47e2c01412a with Priority: HIGHEST for action security_group_rules [ 988.991961] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2ee04e8a-7010-42c5-9448-f47e2c01412a taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.992107] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2ee04e8a-7010-42c5-9448-f47e2c01412a" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.018731] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.018731] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.018731] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.018731] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.019071] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.030490] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 213563bf-dccc-4573-af10-83053abdff7b in Status: IN_PROGRESS for 2s [ 989.408940] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.409237] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.409237] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.409495] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.409495] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.409962] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2ee04e8a-7010-42c5-9448-f47e2c01412a already deleted. [ 989.409962] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2ee04e8a-7010-42c5-9448-f47e2c01412a" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.409962] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2ee04e8a-7010-42c5-9448-f47e2c01412a" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.409962] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2ee04e8a-7010-42c5-9448-f47e2c01412a" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.409962] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2ee04e8a-7010-42c5-9448-f47e2c01412a',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.433918] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('213563bf-dccc-4573-af10-83053abdff7b',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.701783] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d8d93eaa-c532-41b4-ade7-a547c0c808d0 in Status: SUCCESS [ 989.702058] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d8d93eaa-c532-41b4-ade7-a547c0c808d0" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.931679] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.931830] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.931897] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.932129] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.932220] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.932318] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2ee04e8a-7010-42c5-9448-f47e2c01412a already deleted. [ 989.932398] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2ee04e8a-7010-42c5-9448-f47e2c01412a" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.937516] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.937668] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.937719] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.937950] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.938100] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.938227] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 213563bf-dccc-4573-af10-83053abdff7b is going to be updated. [ 989.968805] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.969184] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.969184] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.969274] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.969359] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.979289] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 213563bf-dccc-4573-af10-83053abdff7b in Status: IN_PROGRESS for 2s [ 990.005831] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 89714c59-b91a-49ce-918c-e131d8652049 in Status: SUCCESS [ 990.006061] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-89714c59-b91a-49ce-918c-e131d8652049" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.006233] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-89714c59-b91a-49ce-918c-e131d8652049" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.006451] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-89714c59-b91a-49ce-918c-e131d8652049" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.006647] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.006782] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.006846] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.007063] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.007150] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.007239] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-89714c59-b91a-49ce-918c-e131d8652049" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.007329] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('89714c59-b91a-49ce-918c-e131d8652049',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.510077] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-89714c59-b91a-49ce-918c-e131d8652049 taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.510484] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-89714c59-b91a-49ce-918c-e131d8652049" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.510484] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-89714c59-b91a-49ce-918c-e131d8652049" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.510752] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-89714c59-b91a-49ce-918c-e131d8652049" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.511170] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.511342] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.511440] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.511574] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.511661] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.511749] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-89714c59-b91a-49ce-918c-e131d8652049" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.511922] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-89714c59-b91a-49ce-918c-e131d8652049 taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.512057] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-89714c59-b91a-49ce-918c-e131d8652049" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.512159] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-89714c59-b91a-49ce-918c-e131d8652049" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.512527] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-89714c59-b91a-49ce-918c-e131d8652049" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.512695] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.512793] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.512849] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.512994] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.513078] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.513165] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-89714c59-b91a-49ce-918c-e131d8652049" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.513251] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('89714c59-b91a-49ce-918c-e131d8652049',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.016411] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 89714c59-b91a-49ce-918c-e131d8652049: rpc.has_security_group_logging(os_id): False [ 991.046331] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.046525] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.046525] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.046742] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.046834] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.047048] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.047156] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.047221] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.047356] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.047427] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.047617] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.047707] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.047770] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.047893] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.048313] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.048313] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.048626] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.048626] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.048626] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.048626] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.049127] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 89714c59-b91a-49ce-918c-e131d8652049 is going to be updated. [ 991.050487] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 213563bf-dccc-4573-af10-83053abdff7b in Status: SUCCESS [ 991.050662] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-213563bf-dccc-4573-af10-83053abdff7b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.051528] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-213563bf-dccc-4573-af10-83053abdff7b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.051707] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-213563bf-dccc-4573-af10-83053abdff7b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.051794] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('213563bf-dccc-4573-af10-83053abdff7b',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.118020] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.118224] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.118274] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.118489] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.118631] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.133069] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 89714c59-b91a-49ce-918c-e131d8652049 in Status: IN_PROGRESS for 2s [ 991.554540] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-213563bf-dccc-4573-af10-83053abdff7b taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.554679] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-213563bf-dccc-4573-af10-83053abdff7b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.991071] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 213563bf-dccc-4573-af10-83053abdff7b in Status: SUCCESS [ 991.991327] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-213563bf-dccc-4573-af10-83053abdff7b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.991501] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-213563bf-dccc-4573-af10-83053abdff7b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.991705] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-213563bf-dccc-4573-af10-83053abdff7b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.991894] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.992015] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.992082] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.992253] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.992331] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.992414] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-213563bf-dccc-4573-af10-83053abdff7b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.992500] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('213563bf-dccc-4573-af10-83053abdff7b',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.495680] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-213563bf-dccc-4573-af10-83053abdff7b taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.495999] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-213563bf-dccc-4573-af10-83053abdff7b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.495999] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-213563bf-dccc-4573-af10-83053abdff7b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.496253] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-213563bf-dccc-4573-af10-83053abdff7b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.496857] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.496975] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.497050] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.497225] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.497314] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.497402] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-213563bf-dccc-4573-af10-83053abdff7b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.497558] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-213563bf-dccc-4573-af10-83053abdff7b taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.497652] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-213563bf-dccc-4573-af10-83053abdff7b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.497728] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-213563bf-dccc-4573-af10-83053abdff7b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.497874] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-213563bf-dccc-4573-af10-83053abdff7b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.498018] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.498109] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.498173] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.498302] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.498377] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.498519] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-213563bf-dccc-4573-af10-83053abdff7b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.498615] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('213563bf-dccc-4573-af10-83053abdff7b',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.678516] env[65307]: INFO networking_nsxv3.common.synchronization [req-47fb5306-8dc0-4b81-a24c-267708f101e6 req-9bc6fa09-0f2d-48d7-9bb0-858bcb9b7704 tempest-ListServerFiltersTestJSON-1839011323 tempest-ListServerFiltersTestJSON-1839011323-project-member] Enqueued Resource ID: 385f6807-fae9-4c33-84d9-3329f5444f55 with Priority: HIGHEST for action security_group_members [ 992.678654] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 385f6807-fae9-4c33-84d9-3329f5444f55 with Priority: HIGHEST for action security_group_members [ 992.678890] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-385f6807-fae9-4c33-84d9-3329f5444f55 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.679560] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-385f6807-fae9-4c33-84d9-3329f5444f55" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.679655] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-385f6807-fae9-4c33-84d9-3329f5444f55" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.679862] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-385f6807-fae9-4c33-84d9-3329f5444f55" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.680057] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.680236] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.680301] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.680472] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.680574] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.680691] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('385f6807-fae9-4c33-84d9-3329f5444f55',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.003289] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 213563bf-dccc-4573-af10-83053abdff7b: rpc.has_security_group_logging(os_id): False [ 993.030018] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.030018] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.030018] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.030278] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.030278] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.030449] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.030551] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.030610] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.030814] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.030930] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.031197] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.031287] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.032181] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.032181] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.032181] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.032181] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.032181] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.032181] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.032181] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.032181] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.032181] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 213563bf-dccc-4573-af10-83053abdff7b is going to be updated. [ 993.101663] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.101846] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.101915] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.102375] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.102375] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.118464] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 213563bf-dccc-4573-af10-83053abdff7b in Status: IN_PROGRESS for 2s [ 993.173464] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 89714c59-b91a-49ce-918c-e131d8652049 in Status: SUCCESS [ 993.173464] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-89714c59-b91a-49ce-918c-e131d8652049" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.184351] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('385f6807-fae9-4c33-84d9-3329f5444f55',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.686747] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('385f6807-fae9-4c33-84d9-3329f5444f55',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.188684] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.188885] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.188986] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.189392] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.189513] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.189675] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 385f6807-fae9-4c33-84d9-3329f5444f55 is going to be updated. [ 994.226298] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.226532] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.226532] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.226799] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.227134] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.238339] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 385f6807-fae9-4c33-84d9-3329f5444f55 in Status: IN_PROGRESS for 2s [ 995.133144] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 213563bf-dccc-4573-af10-83053abdff7b in Status: SUCCESS [ 995.133144] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-213563bf-dccc-4573-af10-83053abdff7b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.133144] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-213563bf-dccc-4573-af10-83053abdff7b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.133144] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-213563bf-dccc-4573-af10-83053abdff7b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.133144] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('213563bf-dccc-4573-af10-83053abdff7b',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.215978] env[65307]: INFO networking_nsxv3.common.synchronization [req-351ffd2b-9070-4bd6-a283-fd5e0ef4ba5f req-4fa39eea-b4c2-48ea-845d-9b752068ae86 tempest-VolumesAdminNegativeTest-493083548 tempest-VolumesAdminNegativeTest-493083548-project-member] Enqueued Resource ID: 4ba708d8-476a-4286-bff6-3abe8b6c205c with Priority: HIGHEST for action security_group_members [ 995.216725] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ba708d8-476a-4286-bff6-3abe8b6c205c with Priority: HIGHEST for action security_group_members [ 995.217096] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ba708d8-476a-4286-bff6-3abe8b6c205c taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.217283] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ba708d8-476a-4286-bff6-3abe8b6c205c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.217350] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ba708d8-476a-4286-bff6-3abe8b6c205c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.217657] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ba708d8-476a-4286-bff6-3abe8b6c205c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.217863] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.217975] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.218050] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.218289] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.218421] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.218537] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4ba708d8-476a-4286-bff6-3abe8b6c205c',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.587813] env[65307]: INFO networking_nsxv3.common.synchronization [req-2e1709a3-62b3-4f19-84a8-f3e2e750c8b7 req-d51eeece-e428-41f3-897c-acb8dd61cafd tempest-ServerActionsTestOtherB-505455166 tempest-ServerActionsTestOtherB-505455166-project-member] Enqueued Resource ID: cd1fdfc7-9219-4ec0-87bb-5546cc5fd310 with Priority: HIGHEST for action security_group_members [ 995.589365] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd1fdfc7-9219-4ec0-87bb-5546cc5fd310 with Priority: HIGHEST for action security_group_members [ 995.589833] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd1fdfc7-9219-4ec0-87bb-5546cc5fd310 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.590147] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd1fdfc7-9219-4ec0-87bb-5546cc5fd310" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.591053] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd1fdfc7-9219-4ec0-87bb-5546cc5fd310" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.591053] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd1fdfc7-9219-4ec0-87bb-5546cc5fd310" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.591652] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.591813] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.591899] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.592176] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.592243] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.592378] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cd1fdfc7-9219-4ec0-87bb-5546cc5fd310',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.619052] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock network-82 taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.619052] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "network-82" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.619295] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "network-82" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.619345] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "network-82" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.621300] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.621300] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.621300] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.621300] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.621300] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.621300] env[65307]: DEBUG dogpile.cache.region [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 995.621300] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] NeedRegenerationException {{(pid=65307) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 995.621300] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] no value, waiting for create lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 995.621300] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] value creation lock acquired {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 995.621300] env[65307]: DEBUG dogpile.cache.region [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 995.621300] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Calling creation function for not-yet-present value {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 995.621300] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 995.635982] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-213563bf-dccc-4573-af10-83053abdff7b taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.636214] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-213563bf-dccc-4573-af10-83053abdff7b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.636299] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-213563bf-dccc-4573-af10-83053abdff7b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.636541] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-213563bf-dccc-4573-af10-83053abdff7b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.636728] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.636828] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.636891] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.637075] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.637164] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.637251] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-213563bf-dccc-4573-af10-83053abdff7b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.637370] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('213563bf-dccc-4573-af10-83053abdff7b',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.645038] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 995.645219] env[65307]: DEBUG dogpile.cache.region [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65307) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 995.645356] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Released creation lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 995.645605] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "network-82" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.645909] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock port-26136af1-9800-47ca-9266-ae5c5e8cc125 taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.646103] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "port-26136af1-9800-47ca-9266-ae5c5e8cc125" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.646232] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "port-26136af1-9800-47ca-9266-ae5c5e8cc125" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.646600] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "port-26136af1-9800-47ca-9266-ae5c5e8cc125" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.646739] env[65307]: DEBUG networking_nsxv3.api.rpc [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('26136af1-9800-47ca-9266-ae5c5e8cc125',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.721683] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.721836] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.721912] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.722377] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.722504] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.722775] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.722883] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.722947] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.723124] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.723203] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.723306] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ba708d8-476a-4286-bff6-3abe8b6c205c already deleted. [ 995.723361] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ba708d8-476a-4286-bff6-3abe8b6c205c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.095140] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.095140] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.095341] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.095483] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.095522] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.095880] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.095880] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.095880] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.096087] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.096087] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.096161] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cd1fdfc7-9219-4ec0-87bb-5546cc5fd310 is going to be updated. [ 996.125722] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.125957] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.125957] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.126116] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.126265] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.135798] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd1fdfc7-9219-4ec0-87bb-5546cc5fd310 in Status: IN_PROGRESS for 2s [ 996.140730] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-213563bf-dccc-4573-af10-83053abdff7b taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.140905] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-213563bf-dccc-4573-af10-83053abdff7b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.140905] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-213563bf-dccc-4573-af10-83053abdff7b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.141135] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-213563bf-dccc-4573-af10-83053abdff7b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.141352] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.141444] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.141545] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.141880] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.141880] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.141880] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-213563bf-dccc-4573-af10-83053abdff7b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.142108] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-213563bf-dccc-4573-af10-83053abdff7b taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.142108] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-213563bf-dccc-4573-af10-83053abdff7b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.142108] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-213563bf-dccc-4573-af10-83053abdff7b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.142482] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-213563bf-dccc-4573-af10-83053abdff7b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.142482] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.142482] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.142482] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.142657] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.142698] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.142879] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-213563bf-dccc-4573-af10-83053abdff7b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.142879] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('213563bf-dccc-4573-af10-83053abdff7b',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.150018] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.150290] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.150447] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.150810] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.150900] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.150981] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Segment Port 26136af1-9800-47ca-9266-ae5c5e8cc125 not found, creating... [ 996.151232] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.151382] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.151495] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.151704] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.151876] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.152397] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.152397] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.152397] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.152565] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.152698] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.152829] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Resource: SegmentPort with ID: 26136af1-9800-47ca-9266-ae5c5e8cc125 is going to be created. [ 996.177125] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.178028] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.178028] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.178174] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.178420] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.178836] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "port-26136af1-9800-47ca-9266-ae5c5e8cc125" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.249370] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 385f6807-fae9-4c33-84d9-3329f5444f55 in Status: SUCCESS [ 996.249600] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-385f6807-fae9-4c33-84d9-3329f5444f55" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.645211] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 213563bf-dccc-4573-af10-83053abdff7b: rpc.has_security_group_logging(os_id): False [ 996.666000] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.666181] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.666255] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.666471] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.666561] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.666873] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.666981] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.667050] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.667202] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.667287] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.667486] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.667579] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.667638] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.667775] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.667849] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.668031] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.668124] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.668218] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.668351] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.668399] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.668460] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 213563bf-dccc-4573-af10-83053abdff7b is going to be updated. [ 996.669596] env[65307]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-3d54f6f5-da0f-4664-af9e-2e0366cf0200 None None] NSXv3 Agent Agent loop - iteration:1 completed [ 996.669692] env[65307]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-3d54f6f5-da0f-4664-af9e-2e0366cf0200 None None] NSXv3 Agent Agent loop - iteration:2 started [ 996.738238] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.739381] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.739737] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.740286] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.740552] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.756089] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 213563bf-dccc-4573-af10-83053abdff7b in Status: IN_PROGRESS for 2s [ 996.910270] env[65307]: INFO networking_nsxv3.common.synchronization [req-351ffd2b-9070-4bd6-a283-fd5e0ef4ba5f req-185f85e4-909e-4c41-9c61-2fdc8ec8e411 service nova] Enqueued Resource ID: 4ba708d8-476a-4286-bff6-3abe8b6c205c with Priority: HIGHEST for action security_group_rules [ 996.910270] env[65307]: INFO networking_nsxv3.common.synchronization [req-351ffd2b-9070-4bd6-a283-fd5e0ef4ba5f req-185f85e4-909e-4c41-9c61-2fdc8ec8e411 service nova] Enqueued Resource ID: 4ba708d8-476a-4286-bff6-3abe8b6c205c with Priority: HIGHEST for action security_group_members [ 996.916276] env[65307]: INFO networking_nsxv3.common.synchronization [req-351ffd2b-9070-4bd6-a283-fd5e0ef4ba5f req-185f85e4-909e-4c41-9c61-2fdc8ec8e411 service nova] Enqueued Resource ID: 26136af1-9800-47ca-9266-ae5c5e8cc125 with Priority: HIGHEST for action port [ 996.916276] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ba708d8-476a-4286-bff6-3abe8b6c205c with Priority: HIGHEST for action security_group_rules [ 996.916276] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ba708d8-476a-4286-bff6-3abe8b6c205c with Priority: HIGHEST for action security_group_members [ 996.916276] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26136af1-9800-47ca-9266-ae5c5e8cc125 with Priority: HIGHEST for action port [ 996.916276] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4ba708d8-476a-4286-bff6-3abe8b6c205c taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.916276] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4ba708d8-476a-4286-bff6-3abe8b6c205c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.916738] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4ba708d8-476a-4286-bff6-3abe8b6c205c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.917191] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4ba708d8-476a-4286-bff6-3abe8b6c205c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.917385] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4ba708d8-476a-4286-bff6-3abe8b6c205c',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.918733] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ba708d8-476a-4286-bff6-3abe8b6c205c taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.919651] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ba708d8-476a-4286-bff6-3abe8b6c205c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.919849] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ba708d8-476a-4286-bff6-3abe8b6c205c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.920559] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ba708d8-476a-4286-bff6-3abe8b6c205c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.920869] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.921123] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.921304] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.922019] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.922226] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.922479] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4ba708d8-476a-4286-bff6-3abe8b6c205c',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.926458] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-26136af1-9800-47ca-9266-ae5c5e8cc125 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.926458] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-26136af1-9800-47ca-9266-ae5c5e8cc125" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.926458] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-26136af1-9800-47ca-9266-ae5c5e8cc125" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.926458] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-26136af1-9800-47ca-9266-ae5c5e8cc125" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.926458] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('26136af1-9800-47ca-9266-ae5c5e8cc125',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.426827] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4ba708d8-476a-4286-bff6-3abe8b6c205c',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.427923] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ba708d8-476a-4286-bff6-3abe8b6c205c taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.428921] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ba708d8-476a-4286-bff6-3abe8b6c205c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.431229] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 26136af1-9800-47ca-9266-ae5c5e8cc125 with status ACTIVE [ 997.431229] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.431229] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.431229] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.431229] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.431229] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.431229] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.431229] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.431229] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.431229] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.431229] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.431229] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.431229] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.431229] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.431229] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.432117] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.432117] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 26136af1-9800-47ca-9266-ae5c5e8cc125 is going to be updated. [ 997.459641] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.459641] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.459641] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.459641] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.459641] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.460491] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-26136af1-9800-47ca-9266-ae5c5e8cc125" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.817940] env[65307]: INFO networking_nsxv3.common.synchronization [req-5a048176-2c0a-45e8-a977-8e872bc88973 req-9972d101-c418-4316-991c-c4cdbbd39b96 tempest-ServerActionsTestJSON-289642684 tempest-ServerActionsTestJSON-289642684-project-member] Enqueued Resource ID: 61950909-b807-4fc7-8c56-198c4508455a with Priority: HIGHEST for action security_group_members [ 997.818540] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61950909-b807-4fc7-8c56-198c4508455a with Priority: HIGHEST for action security_group_members [ 997.818883] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-61950909-b807-4fc7-8c56-198c4508455a taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.818979] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61950909-b807-4fc7-8c56-198c4508455a" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.819060] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61950909-b807-4fc7-8c56-198c4508455a" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.819301] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61950909-b807-4fc7-8c56-198c4508455a" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.819478] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.819583] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.819648] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.819805] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.819890] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.819979] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('61950909-b807-4fc7-8c56-198c4508455a',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.929963] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4ba708d8-476a-4286-bff6-3abe8b6c205c',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.146704] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd1fdfc7-9219-4ec0-87bb-5546cc5fd310 in Status: SUCCESS [ 998.146882] env[65307]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cd1fdfc7-9219-4ec0-87bb-5546cc5fd310 deletion is rescheduled due to dependency. [ 998.146994] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd1fdfc7-9219-4ec0-87bb-5546cc5fd310" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.150969] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock network-179 taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.151176] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "network-179" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.151299] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "network-179" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.151564] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "network-179" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.151822] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.151973] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.152748] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.152748] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.152748] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.152748] env[65307]: DEBUG dogpile.cache.region [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 998.152942] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] NeedRegenerationException {{(pid=65307) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 998.152942] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] no value, waiting for create lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 998.153064] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] value creation lock acquired {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 998.153203] env[65307]: DEBUG dogpile.cache.region [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 998.154033] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Calling creation function for not-yet-present value {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 998.154033] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 998.173410] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 998.173587] env[65307]: DEBUG dogpile.cache.region [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65307) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 998.173722] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Released creation lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 998.173969] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "network-179" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.174316] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock port-cf6970eb-10ac-4bd7-8a53-c77d5ec14a6a taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.174493] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "port-cf6970eb-10ac-4bd7-8a53-c77d5ec14a6a" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.174609] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "port-cf6970eb-10ac-4bd7-8a53-c77d5ec14a6a" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.174921] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "port-cf6970eb-10ac-4bd7-8a53-c77d5ec14a6a" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.175070] env[65307]: DEBUG networking_nsxv3.api.rpc [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cf6970eb-10ac-4bd7-8a53-c77d5ec14a6a',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.321674] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.321852] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.321932] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.322186] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.322284] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.322678] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.322678] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.322678] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.322837] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.322837] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.322962] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61950909-b807-4fc7-8c56-198c4508455a already deleted. [ 998.323031] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61950909-b807-4fc7-8c56-198c4508455a" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.433347] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.433347] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.433347] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.433347] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.434191] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.434191] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ba708d8-476a-4286-bff6-3abe8b6c205c is going to be created. [ 998.477019] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.477019] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.477019] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.477019] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.477288] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.488444] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ba708d8-476a-4286-bff6-3abe8b6c205c in Status: UNINITIALIZED for 2s [ 998.679384] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.679604] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.679728] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.680053] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.680276] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.680438] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Segment Port cf6970eb-10ac-4bd7-8a53-c77d5ec14a6a not found, creating... [ 998.680922] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.680922] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.681075] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.681302] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.681413] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.681666] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.681840] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.681956] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.682187] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.682317] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.682454] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Resource: SegmentPort with ID: cf6970eb-10ac-4bd7-8a53-c77d5ec14a6a is going to be created. [ 998.715464] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.715724] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.715875] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.716213] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.716493] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.716872] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "port-cf6970eb-10ac-4bd7-8a53-c77d5ec14a6a" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.782217] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 213563bf-dccc-4573-af10-83053abdff7b in Status: SUCCESS [ 998.782217] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-213563bf-dccc-4573-af10-83053abdff7b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.950828] env[65307]: INFO networking_nsxv3.common.synchronization [req-0fb0dde2-32a8-44b7-9353-e972b452c917 req-743c07d6-a324-4daf-8a2e-cf4d7df9045a tempest-ImagesOneServerNegativeTestJSON-770033829 tempest-ImagesOneServerNegativeTestJSON-770033829-project-member] Enqueued Resource ID: 89714c59-b91a-49ce-918c-e131d8652049 with Priority: HIGHEST for action security_group_members [ 998.951403] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89714c59-b91a-49ce-918c-e131d8652049 with Priority: HIGHEST for action security_group_members [ 998.951872] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-89714c59-b91a-49ce-918c-e131d8652049 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.951872] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-89714c59-b91a-49ce-918c-e131d8652049" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.952049] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-89714c59-b91a-49ce-918c-e131d8652049" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.952204] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-89714c59-b91a-49ce-918c-e131d8652049" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.952292] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.952390] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.952443] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.952590] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.952680] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.952765] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('89714c59-b91a-49ce-918c-e131d8652049',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.449603] env[65307]: INFO networking_nsxv3.common.synchronization [req-5a048176-2c0a-45e8-a977-8e872bc88973 req-d4199f3b-abd1-416b-8418-2ae14f6e65b7 service nova] Enqueued Resource ID: 61950909-b807-4fc7-8c56-198c4508455a with Priority: HIGHEST for action security_group_rules [ 999.449879] env[65307]: INFO networking_nsxv3.common.synchronization [req-5a048176-2c0a-45e8-a977-8e872bc88973 req-d4199f3b-abd1-416b-8418-2ae14f6e65b7 service nova] Enqueued Resource ID: 61950909-b807-4fc7-8c56-198c4508455a with Priority: HIGHEST for action security_group_members [ 999.449921] env[65307]: INFO networking_nsxv3.common.synchronization [req-5a048176-2c0a-45e8-a977-8e872bc88973 req-d4199f3b-abd1-416b-8418-2ae14f6e65b7 service nova] Enqueued Resource ID: cf6970eb-10ac-4bd7-8a53-c77d5ec14a6a with Priority: HIGHEST for action port [ 999.450478] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61950909-b807-4fc7-8c56-198c4508455a with Priority: HIGHEST for action security_group_rules [ 999.450636] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61950909-b807-4fc7-8c56-198c4508455a with Priority: HIGHEST for action security_group_members [ 999.450752] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf6970eb-10ac-4bd7-8a53-c77d5ec14a6a with Priority: HIGHEST for action port [ 999.452070] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-61950909-b807-4fc7-8c56-198c4508455a taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.452248] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-61950909-b807-4fc7-8c56-198c4508455a" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.452284] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-61950909-b807-4fc7-8c56-198c4508455a" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.452471] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-61950909-b807-4fc7-8c56-198c4508455a" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.452556] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('61950909-b807-4fc7-8c56-198c4508455a',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.453534] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-61950909-b807-4fc7-8c56-198c4508455a taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.453659] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61950909-b807-4fc7-8c56-198c4508455a" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.453727] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61950909-b807-4fc7-8c56-198c4508455a" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.454208] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61950909-b807-4fc7-8c56-198c4508455a" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.454375] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.454473] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.454536] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.454692] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.454778] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.454871] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('61950909-b807-4fc7-8c56-198c4508455a',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.455700] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-cf6970eb-10ac-4bd7-8a53-c77d5ec14a6a taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.455799] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cf6970eb-10ac-4bd7-8a53-c77d5ec14a6a" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.455864] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cf6970eb-10ac-4bd7-8a53-c77d5ec14a6a" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.456070] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cf6970eb-10ac-4bd7-8a53-c77d5ec14a6a" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.456154] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cf6970eb-10ac-4bd7-8a53-c77d5ec14a6a',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.457384] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.457479] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.457558] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.457716] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.457805] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.459189] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.459189] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.459189] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.459189] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.459189] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.459189] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 89714c59-b91a-49ce-918c-e131d8652049 is going to be updated. [ 999.493349] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.493630] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.493630] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.493762] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.493879] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.504435] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 89714c59-b91a-49ce-918c-e131d8652049 in Status: IN_PROGRESS for 2s [ 999.796342] env[65307]: INFO networking_nsxv3.common.synchronization [req-3dc23550-375d-40c1-b88c-67a9c41beef0 req-eccb85b7-346c-441f-a49d-037e9291fee1 tempest-ServersV294TestFqdnHostnames-1883946960 tempest-ServersV294TestFqdnHostnames-1883946960-project-member] Enqueued Resource ID: 22d68fc9-c97c-4ad2-a71e-950e963f7d4f with Priority: HIGHEST for action security_group_members [ 999.796982] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22d68fc9-c97c-4ad2-a71e-950e963f7d4f with Priority: HIGHEST for action security_group_members [ 999.797363] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-22d68fc9-c97c-4ad2-a71e-950e963f7d4f taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.797610] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22d68fc9-c97c-4ad2-a71e-950e963f7d4f" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.797674] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22d68fc9-c97c-4ad2-a71e-950e963f7d4f" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.797865] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22d68fc9-c97c-4ad2-a71e-950e963f7d4f" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.798047] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.798197] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.798295] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.798517] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.798651] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.798809] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('22d68fc9-c97c-4ad2-a71e-950e963f7d4f',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.958349] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-61950909-b807-4fc7-8c56-198c4508455a taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.958349] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61950909-b807-4fc7-8c56-198c4508455a" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.963755] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cf6970eb-10ac-4bd7-8a53-c77d5ec14a6a with status ACTIVE [ 999.963967] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.964264] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.964264] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.964674] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.964674] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.964790] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.964790] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.964894] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.964994] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.965081] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.965258] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.965347] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.965403] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.965534] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.965602] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.965681] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cf6970eb-10ac-4bd7-8a53-c77d5ec14a6a is going to be updated. [ 999.966934] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('61950909-b807-4fc7-8c56-198c4508455a',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.988855] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.988995] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.989080] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.989281] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.989418] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.989591] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cf6970eb-10ac-4bd7-8a53-c77d5ec14a6a" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.301865] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.302158] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.302218] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.302435] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.302567] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.303137] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.303137] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.303137] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.303326] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.303326] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.303389] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 22d68fc9-c97c-4ad2-a71e-950e963f7d4f is going to be updated. [ 1000.342250] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.342250] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.342250] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.342509] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.342896] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.354413] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22d68fc9-c97c-4ad2-a71e-950e963f7d4f in Status: IN_PROGRESS for 2s [ 1000.470065] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('61950909-b807-4fc7-8c56-198c4508455a',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.501626] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ba708d8-476a-4286-bff6-3abe8b6c205c in Status: SUCCESS [ 1000.501626] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ba708d8-476a-4286-bff6-3abe8b6c205c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.501626] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ba708d8-476a-4286-bff6-3abe8b6c205c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.501845] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ba708d8-476a-4286-bff6-3abe8b6c205c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.502075] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.502075] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.502201] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.502280] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.502392] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.502430] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ba708d8-476a-4286-bff6-3abe8b6c205c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.502535] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4ba708d8-476a-4286-bff6-3abe8b6c205c',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.528206] env[65307]: INFO networking_nsxv3.common.synchronization [req-350ee5df-d1b3-4521-996d-f6f491559199 req-2b73943b-f177-485a-876a-4292bd70bd21 tempest-ServerDiskConfigTestJSON-294734907 tempest-ServerDiskConfigTestJSON-294734907-project-member] Enqueued Resource ID: 8acce43e-fe25-4bf7-968f-fd3904ef8dc8 with Priority: HIGHEST for action security_group_members [ 1000.528866] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8acce43e-fe25-4bf7-968f-fd3904ef8dc8 with Priority: HIGHEST for action security_group_members [ 1000.529293] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-8acce43e-fe25-4bf7-968f-fd3904ef8dc8 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.529417] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8acce43e-fe25-4bf7-968f-fd3904ef8dc8" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.529484] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8acce43e-fe25-4bf7-968f-fd3904ef8dc8" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.529688] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8acce43e-fe25-4bf7-968f-fd3904ef8dc8" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.529843] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.529941] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.530010] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.530164] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.530309] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.530401] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8acce43e-fe25-4bf7-968f-fd3904ef8dc8',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.932214] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock network-50 taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.932476] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "network-50" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.932534] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "network-50" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.932825] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "network-50" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.933138] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.933398] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.933465] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.933665] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.933815] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.934041] env[65307]: DEBUG dogpile.cache.region [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1000.934157] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] NeedRegenerationException {{(pid=65307) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1000.934266] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] no value, waiting for create lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1000.934398] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] value creation lock acquired {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1000.934514] env[65307]: DEBUG dogpile.cache.region [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1000.934621] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Calling creation function for not-yet-present value {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1000.934762] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1000.959448] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1000.960367] env[65307]: DEBUG dogpile.cache.region [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65307) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1000.960629] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Released creation lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1000.961255] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "network-50" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.961791] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock port-6d75cd38-8181-4a36-a02a-a06b570947c0 taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.962054] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "port-6d75cd38-8181-4a36-a02a-a06b570947c0" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.962217] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "port-6d75cd38-8181-4a36-a02a-a06b570947c0" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.963057] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "port-6d75cd38-8181-4a36-a02a-a06b570947c0" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.963057] env[65307]: DEBUG networking_nsxv3.api.rpc [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6d75cd38-8181-4a36-a02a-a06b570947c0',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.972339] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.972477] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.972477] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.973171] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.973171] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.973171] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61950909-b807-4fc7-8c56-198c4508455a is going to be created. [ 1001.000727] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.001145] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.001145] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.001433] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.001548] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.005165] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ba708d8-476a-4286-bff6-3abe8b6c205c taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.005420] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ba708d8-476a-4286-bff6-3abe8b6c205c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.005420] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ba708d8-476a-4286-bff6-3abe8b6c205c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.005544] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ba708d8-476a-4286-bff6-3abe8b6c205c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.006035] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.006182] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.006273] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.006392] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.006514] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.006596] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ba708d8-476a-4286-bff6-3abe8b6c205c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.006750] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ba708d8-476a-4286-bff6-3abe8b6c205c taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.006868] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ba708d8-476a-4286-bff6-3abe8b6c205c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.006930] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ba708d8-476a-4286-bff6-3abe8b6c205c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.007108] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ba708d8-476a-4286-bff6-3abe8b6c205c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.007180] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.007524] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.007599] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.007723] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.007842] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.007913] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ba708d8-476a-4286-bff6-3abe8b6c205c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.007964] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4ba708d8-476a-4286-bff6-3abe8b6c205c',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.013477] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61950909-b807-4fc7-8c56-198c4508455a in Status: UNINITIALIZED for 2s [ 1001.032234] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.032424] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.032571] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.032757] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.032875] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.033123] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.033379] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.033493] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.033665] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.033750] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.033849] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8acce43e-fe25-4bf7-968f-fd3904ef8dc8 is going to be updated. [ 1001.070254] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.070486] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.070486] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.070714] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.070859] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.083013] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8acce43e-fe25-4bf7-968f-fd3904ef8dc8 in Status: IN_PROGRESS for 2s [ 1001.466993] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.467274] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.467450] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.467785] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.467969] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.468180] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Segment Port 6d75cd38-8181-4a36-a02a-a06b570947c0 not found, creating... [ 1001.468544] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.468722] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.468878] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.469169] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.469353] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.469689] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.469840] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.469955] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.470199] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.470579] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.470787] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Resource: SegmentPort with ID: 6d75cd38-8181-4a36-a02a-a06b570947c0 is going to be created. [ 1001.495846] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.495846] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.496541] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.497726] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.497726] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.497726] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "port-6d75cd38-8181-4a36-a02a-a06b570947c0" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.510538] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4ba708d8-476a-4286-bff6-3abe8b6c205c: rpc.has_security_group_logging(os_id): False [ 1001.517928] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 89714c59-b91a-49ce-918c-e131d8652049 in Status: SUCCESS [ 1001.517928] env[65307]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 89714c59-b91a-49ce-918c-e131d8652049 deletion is rescheduled due to dependency. [ 1001.517928] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-89714c59-b91a-49ce-918c-e131d8652049" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.533341] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.533341] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.533341] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.533341] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.533341] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.533587] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.533587] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.533587] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.533737] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.533798] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.533993] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.534100] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.534163] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.534306] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.534380] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.534574] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.534652] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.534712] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.534845] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.534915] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.535008] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4ba708d8-476a-4286-bff6-3abe8b6c205c is going to be created. [ 1001.630918] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.631161] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.631223] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.631714] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.632030] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.654259] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4ba708d8-476a-4286-bff6-3abe8b6c205c in Status: IN_PROGRESS for 2s [ 1002.257927] env[65307]: INFO networking_nsxv3.common.synchronization [req-350ee5df-d1b3-4521-996d-f6f491559199 req-72c6b2be-67b0-4ffe-901c-2811646c4b9a service nova] Enqueued Resource ID: 8acce43e-fe25-4bf7-968f-fd3904ef8dc8 with Priority: HIGHEST for action security_group_rules [ 1002.258170] env[65307]: INFO networking_nsxv3.common.synchronization [req-350ee5df-d1b3-4521-996d-f6f491559199 req-72c6b2be-67b0-4ffe-901c-2811646c4b9a service nova] Enqueued Resource ID: 8acce43e-fe25-4bf7-968f-fd3904ef8dc8 with Priority: HIGHEST for action security_group_members [ 1002.258340] env[65307]: INFO networking_nsxv3.common.synchronization [req-350ee5df-d1b3-4521-996d-f6f491559199 req-72c6b2be-67b0-4ffe-901c-2811646c4b9a service nova] Enqueued Resource ID: 6d75cd38-8181-4a36-a02a-a06b570947c0 with Priority: HIGHEST for action port [ 1002.258908] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8acce43e-fe25-4bf7-968f-fd3904ef8dc8 with Priority: HIGHEST for action security_group_rules [ 1002.259723] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8acce43e-fe25-4bf7-968f-fd3904ef8dc8 with Priority: HIGHEST for action security_group_members [ 1002.259968] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d75cd38-8181-4a36-a02a-a06b570947c0 with Priority: HIGHEST for action port [ 1002.260186] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8acce43e-fe25-4bf7-968f-fd3904ef8dc8 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.260371] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8acce43e-fe25-4bf7-968f-fd3904ef8dc8" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.260477] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8acce43e-fe25-4bf7-968f-fd3904ef8dc8" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.260682] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8acce43e-fe25-4bf7-968f-fd3904ef8dc8" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.260765] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8acce43e-fe25-4bf7-968f-fd3904ef8dc8',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.261777] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-8acce43e-fe25-4bf7-968f-fd3904ef8dc8 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.263225] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8acce43e-fe25-4bf7-968f-fd3904ef8dc8" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.263225] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-6d75cd38-8181-4a36-a02a-a06b570947c0 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.263432] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6d75cd38-8181-4a36-a02a-a06b570947c0" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.263432] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6d75cd38-8181-4a36-a02a-a06b570947c0" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.263576] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6d75cd38-8181-4a36-a02a-a06b570947c0" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.263652] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6d75cd38-8181-4a36-a02a-a06b570947c0',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.365839] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22d68fc9-c97c-4ad2-a71e-950e963f7d4f in Status: SUCCESS [ 1002.366037] env[65307]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 22d68fc9-c97c-4ad2-a71e-950e963f7d4f deletion is rescheduled due to dependency. [ 1002.366157] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22d68fc9-c97c-4ad2-a71e-950e963f7d4f" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.765863] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-8acce43e-fe25-4bf7-968f-fd3904ef8dc8 taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.766245] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8acce43e-fe25-4bf7-968f-fd3904ef8dc8" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.767371] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6d75cd38-8181-4a36-a02a-a06b570947c0 with status ACTIVE [ 1002.767564] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.767702] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.767757] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.767960] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.768063] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.768287] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.768373] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.768439] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.768598] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.768674] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.768853] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.768946] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.769015] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.769161] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.769233] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.769318] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6d75cd38-8181-4a36-a02a-a06b570947c0 is going to be updated. [ 1002.795202] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.795202] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.795202] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.795404] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.795541] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.795704] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6d75cd38-8181-4a36-a02a-a06b570947c0" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.028336] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61950909-b807-4fc7-8c56-198c4508455a in Status: SUCCESS [ 1003.028704] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61950909-b807-4fc7-8c56-198c4508455a" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.029111] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61950909-b807-4fc7-8c56-198c4508455a" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.029392] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61950909-b807-4fc7-8c56-198c4508455a" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.030826] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.030826] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.030826] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.030826] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.030826] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.030826] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61950909-b807-4fc7-8c56-198c4508455a" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.030826] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('61950909-b807-4fc7-8c56-198c4508455a',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.095484] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8acce43e-fe25-4bf7-968f-fd3904ef8dc8 in Status: SUCCESS [ 1003.095730] env[65307]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8acce43e-fe25-4bf7-968f-fd3904ef8dc8 deletion is rescheduled due to dependency. [ 1003.095906] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8acce43e-fe25-4bf7-968f-fd3904ef8dc8" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.096213] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8acce43e-fe25-4bf7-968f-fd3904ef8dc8" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.096488] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8acce43e-fe25-4bf7-968f-fd3904ef8dc8" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.096921] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.096921] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.097082] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.097311] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.097311] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.097449] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8acce43e-fe25-4bf7-968f-fd3904ef8dc8',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.533186] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('61950909-b807-4fc7-8c56-198c4508455a',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.600352] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8acce43e-fe25-4bf7-968f-fd3904ef8dc8',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.669848] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4ba708d8-476a-4286-bff6-3abe8b6c205c in Status: SUCCESS [ 1003.671692] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4ba708d8-476a-4286-bff6-3abe8b6c205c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.039229] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 61950909-b807-4fc7-8c56-198c4508455a: rpc.has_security_group_logging(os_id): False [ 1004.060596] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.060859] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.060970] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.061239] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.061332] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.061602] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.061800] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.061800] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.061926] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.062202] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.062202] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 61950909-b807-4fc7-8c56-198c4508455a is going to be created. [ 1004.105136] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8acce43e-fe25-4bf7-968f-fd3904ef8dc8',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.155593] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.156103] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.156103] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.156415] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.156841] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.171743] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 61950909-b807-4fc7-8c56-198c4508455a in Status: IN_PROGRESS for 2s [ 1004.246619] env[65307]: INFO networking_nsxv3.common.synchronization [req-80e77e21-9e8b-4a18-ab9f-bb1ccd647bfa req-edf39d8d-7e62-43be-83d5-1424ce6ff701 tempest-DeleteServersTestJSON-1223351987 tempest-DeleteServersTestJSON-1223351987-project-member] Enqueued Resource ID: e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2 with Priority: HIGHEST for action security_group_members [ 1004.248654] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2 with Priority: HIGHEST for action security_group_members [ 1004.249476] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.249846] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.250046] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.250433] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.250721] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.251102] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.251812] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.251812] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.251812] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.252129] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.608164] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.608164] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.608164] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.608164] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.608164] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.608164] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8acce43e-fe25-4bf7-968f-fd3904ef8dc8 is going to be updated. [ 1004.650568] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.650750] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.650792] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.651080] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.651181] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.661872] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8acce43e-fe25-4bf7-968f-fd3904ef8dc8 in Status: IN_PROGRESS for 2s [ 1004.757581] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.758537] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.758537] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.758537] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.758809] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.758949] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.759097] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.760013] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.760013] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.760013] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.760013] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2 is going to be updated. [ 1004.797477] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.797477] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.797477] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.797477] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.797477] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.807947] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2 in Status: IN_PROGRESS for 2s [ 1005.748844] env[65307]: INFO networking_nsxv3.common.synchronization [req-21490db1-c9ba-4df6-b533-7f54299fcc95 req-b6bc1e01-0c84-4df7-92f9-d31b8d35b3b4 tempest-ListServersNegativeTestJSON-1517419916 tempest-ListServersNegativeTestJSON-1517419916-project-member] Enqueued Resource ID: 213563bf-dccc-4573-af10-83053abdff7b with Priority: HIGHEST for action security_group_members [ 1005.750701] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 213563bf-dccc-4573-af10-83053abdff7b with Priority: HIGHEST for action security_group_members [ 1005.754028] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-213563bf-dccc-4573-af10-83053abdff7b taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.754028] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-213563bf-dccc-4573-af10-83053abdff7b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.754028] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-213563bf-dccc-4573-af10-83053abdff7b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.754028] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-213563bf-dccc-4573-af10-83053abdff7b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.754028] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.754028] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.754028] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.754028] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.754028] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.754028] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('213563bf-dccc-4573-af10-83053abdff7b',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.184592] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 61950909-b807-4fc7-8c56-198c4508455a in Status: SUCCESS [ 1006.184833] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-61950909-b807-4fc7-8c56-198c4508455a" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.257805] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('213563bf-dccc-4573-af10-83053abdff7b',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.295972] env[65307]: INFO networking_nsxv3.common.synchronization [req-327fa6c7-17a9-44b8-a045-c3167aa03dd9 req-6a8bafc9-5fa1-4ce9-828e-3fd3d53d07e4 tempest-ListServersNegativeTestJSON-1517419916 tempest-ListServersNegativeTestJSON-1517419916-project-member] Enqueued Resource ID: 213563bf-dccc-4573-af10-83053abdff7b with Priority: HIGHEST for action security_group_members [ 1006.296921] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 213563bf-dccc-4573-af10-83053abdff7b with Priority: HIGHEST for action security_group_members [ 1006.297379] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-213563bf-dccc-4573-af10-83053abdff7b taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.297504] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-213563bf-dccc-4573-af10-83053abdff7b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.673270] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8acce43e-fe25-4bf7-968f-fd3904ef8dc8 in Status: SUCCESS [ 1006.673520] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8acce43e-fe25-4bf7-968f-fd3904ef8dc8" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.673694] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8acce43e-fe25-4bf7-968f-fd3904ef8dc8" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.673917] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8acce43e-fe25-4bf7-968f-fd3904ef8dc8" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.674122] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.674230] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.674288] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.674439] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.674510] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.674593] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8acce43e-fe25-4bf7-968f-fd3904ef8dc8" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.674680] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8acce43e-fe25-4bf7-968f-fd3904ef8dc8',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.761344] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('213563bf-dccc-4573-af10-83053abdff7b',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.817727] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2 in Status: SUCCESS [ 1006.817911] env[65307]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2 deletion is rescheduled due to dependency. [ 1006.818040] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.178183] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-8acce43e-fe25-4bf7-968f-fd3904ef8dc8 taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.178692] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8acce43e-fe25-4bf7-968f-fd3904ef8dc8" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.178877] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8acce43e-fe25-4bf7-968f-fd3904ef8dc8" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.179169] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8acce43e-fe25-4bf7-968f-fd3904ef8dc8" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.179441] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.179568] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.179647] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.180800] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.181211] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.181596] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8acce43e-fe25-4bf7-968f-fd3904ef8dc8" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.181969] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-8acce43e-fe25-4bf7-968f-fd3904ef8dc8 taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.182343] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8acce43e-fe25-4bf7-968f-fd3904ef8dc8" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.182458] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8acce43e-fe25-4bf7-968f-fd3904ef8dc8" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.182723] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8acce43e-fe25-4bf7-968f-fd3904ef8dc8" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.182989] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.183227] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.183350] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.183542] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.183644] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.183744] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8acce43e-fe25-4bf7-968f-fd3904ef8dc8" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.184266] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8acce43e-fe25-4bf7-968f-fd3904ef8dc8',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.265403] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.265403] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.265403] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.265403] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.265403] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.265403] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 213563bf-dccc-4573-af10-83053abdff7b is going to be updated. [ 1007.312669] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.312889] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.312942] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.313178] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.313357] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.327798] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 213563bf-dccc-4573-af10-83053abdff7b in Status: IN_PROGRESS for 2s [ 1007.330464] env[65307]: INFO networking_nsxv3.common.synchronization [req-f52fef09-b8e5-42f7-9dd6-1bb5cce5fbb4 req-5820604d-770f-49b0-8218-4bf802fe65fa tempest-AttachInterfacesTestJSON-1120364181 tempest-AttachInterfacesTestJSON-1120364181-project-member] Enqueued Resource ID: 2ee04e8a-7010-42c5-9448-f47e2c01412a with Priority: HIGHEST for action security_group_members [ 1007.331272] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ee04e8a-7010-42c5-9448-f47e2c01412a with Priority: HIGHEST for action security_group_members [ 1007.331734] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ee04e8a-7010-42c5-9448-f47e2c01412a taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.332026] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ee04e8a-7010-42c5-9448-f47e2c01412a" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.332209] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ee04e8a-7010-42c5-9448-f47e2c01412a" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.334011] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ee04e8a-7010-42c5-9448-f47e2c01412a" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.334011] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.334011] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.334011] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.334011] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.334011] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.334011] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ee04e8a-7010-42c5-9448-f47e2c01412a',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.688901] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8acce43e-fe25-4bf7-968f-fd3904ef8dc8: rpc.has_security_group_logging(os_id): False [ 1007.795499] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock network-29 taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.795866] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "network-29" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.795866] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "network-29" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.796109] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "network-29" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.796382] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.796537] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.796650] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.796872] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.797032] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.797238] env[65307]: DEBUG dogpile.cache.region [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1007.797350] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] NeedRegenerationException {{(pid=65307) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1007.797457] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] no value, waiting for create lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1007.797564] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] value creation lock acquired {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1007.797669] env[65307]: DEBUG dogpile.cache.region [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1007.797783] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Calling creation function for not-yet-present value {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1007.798225] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1007.799822] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.799982] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.799982] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.800133] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.800190] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.801185] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.801185] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.801185] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.801185] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.801185] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.801185] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.801185] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.801185] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.801560] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.801560] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.801560] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.801560] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.801717] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.801755] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.801833] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.801918] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8acce43e-fe25-4bf7-968f-fd3904ef8dc8 is going to be updated. [ 1007.820551] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1007.820712] env[65307]: DEBUG dogpile.cache.region [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65307) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1007.820845] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Released creation lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1007.821030] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "network-29" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.821348] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock port-40212069-a904-4687-83a2-9233f5163ca7 taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.821516] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "port-40212069-a904-4687-83a2-9233f5163ca7" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.821631] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "port-40212069-a904-4687-83a2-9233f5163ca7" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.822030] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "port-40212069-a904-4687-83a2-9233f5163ca7" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.822093] env[65307]: DEBUG networking_nsxv3.api.rpc [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('40212069-a904-4687-83a2-9233f5163ca7',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.835811] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.835949] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.836029] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.836242] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.836329] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.836520] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.836605] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.836668] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.836806] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.836889] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.836983] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ee04e8a-7010-42c5-9448-f47e2c01412a already deleted. [ 1007.837131] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ee04e8a-7010-42c5-9448-f47e2c01412a" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.866780] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.867134] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.867134] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.867363] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.867534] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.891393] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8acce43e-fe25-4bf7-968f-fd3904ef8dc8 in Status: IN_PROGRESS for 2s [ 1008.325283] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.325283] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.325283] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.325573] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.325573] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.325656] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Segment Port 40212069-a904-4687-83a2-9233f5163ca7 not found, creating... [ 1008.325972] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.326157] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.326276] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.326496] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.326638] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.326946] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.327127] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.327230] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.327457] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.327618] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.327836] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Resource: SegmentPort with ID: 40212069-a904-4687-83a2-9233f5163ca7 is going to be created. [ 1008.352446] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.352675] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.352675] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.352998] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.353408] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.353685] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "port-40212069-a904-4687-83a2-9233f5163ca7" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.788884] env[65307]: INFO networking_nsxv3.common.synchronization [req-627d5459-67cf-4489-b7e0-c30dc38ee6e4 req-ee7b2e74-6689-4dcb-90b5-709040a5accc tempest-ImagesTestJSON-277680294 tempest-ImagesTestJSON-277680294-project-member] Enqueued Resource ID: e4bfcfdb-60f5-4a19-9d13-d77039646bd9 with Priority: HIGHEST for action security_group_members [ 1008.789474] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4bfcfdb-60f5-4a19-9d13-d77039646bd9 with Priority: HIGHEST for action security_group_members [ 1008.789781] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4bfcfdb-60f5-4a19-9d13-d77039646bd9 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.789912] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4bfcfdb-60f5-4a19-9d13-d77039646bd9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.789981] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4bfcfdb-60f5-4a19-9d13-d77039646bd9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.790232] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4bfcfdb-60f5-4a19-9d13-d77039646bd9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.790429] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.790524] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.790585] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.790745] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.790832] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.790926] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e4bfcfdb-60f5-4a19-9d13-d77039646bd9',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.113085] env[65307]: INFO networking_nsxv3.common.synchronization [req-f52fef09-b8e5-42f7-9dd6-1bb5cce5fbb4 req-1b66cd4d-583c-47a9-b591-085f601289a1 service nova] Enqueued Resource ID: 2ee04e8a-7010-42c5-9448-f47e2c01412a with Priority: HIGHEST for action security_group_rules [ 1009.113368] env[65307]: INFO networking_nsxv3.common.synchronization [req-f52fef09-b8e5-42f7-9dd6-1bb5cce5fbb4 req-1b66cd4d-583c-47a9-b591-085f601289a1 service nova] Enqueued Resource ID: 2ee04e8a-7010-42c5-9448-f47e2c01412a with Priority: HIGHEST for action security_group_members [ 1009.113583] env[65307]: INFO networking_nsxv3.common.synchronization [req-f52fef09-b8e5-42f7-9dd6-1bb5cce5fbb4 req-1b66cd4d-583c-47a9-b591-085f601289a1 service nova] Enqueued Resource ID: 40212069-a904-4687-83a2-9233f5163ca7 with Priority: HIGHEST for action port [ 1009.114090] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ee04e8a-7010-42c5-9448-f47e2c01412a with Priority: HIGHEST for action security_group_rules [ 1009.114236] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ee04e8a-7010-42c5-9448-f47e2c01412a with Priority: HIGHEST for action security_group_members [ 1009.114349] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40212069-a904-4687-83a2-9233f5163ca7 with Priority: HIGHEST for action port [ 1009.114620] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2ee04e8a-7010-42c5-9448-f47e2c01412a taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.114857] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2ee04e8a-7010-42c5-9448-f47e2c01412a" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.114857] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2ee04e8a-7010-42c5-9448-f47e2c01412a" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.115011] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2ee04e8a-7010-42c5-9448-f47e2c01412a" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.115135] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2ee04e8a-7010-42c5-9448-f47e2c01412a',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.116177] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ee04e8a-7010-42c5-9448-f47e2c01412a taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.116243] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ee04e8a-7010-42c5-9448-f47e2c01412a" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.116278] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ee04e8a-7010-42c5-9448-f47e2c01412a" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.116430] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ee04e8a-7010-42c5-9448-f47e2c01412a" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.116760] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.116760] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.116760] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.117026] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.117026] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.117129] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ee04e8a-7010-42c5-9448-f47e2c01412a',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.119246] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-40212069-a904-4687-83a2-9233f5163ca7 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.119379] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-40212069-a904-4687-83a2-9233f5163ca7" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.119445] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-40212069-a904-4687-83a2-9233f5163ca7" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.119612] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-40212069-a904-4687-83a2-9233f5163ca7" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.119688] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('40212069-a904-4687-83a2-9233f5163ca7',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.294117] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.294326] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.294413] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.294644] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.294738] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.295036] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.295171] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.295239] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.295732] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.295732] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.295732] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e4bfcfdb-60f5-4a19-9d13-d77039646bd9 is going to be updated. [ 1009.327874] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.328115] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.328115] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.328418] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.328529] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.341606] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 213563bf-dccc-4573-af10-83053abdff7b in Status: SUCCESS [ 1009.341879] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-213563bf-dccc-4573-af10-83053abdff7b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.342669] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4bfcfdb-60f5-4a19-9d13-d77039646bd9 in Status: IN_PROGRESS for 2s [ 1009.342879] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-213563bf-dccc-4573-af10-83053abdff7b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.343040] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-213563bf-dccc-4573-af10-83053abdff7b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.343232] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.343364] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.343417] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.343654] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.343654] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.343752] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('213563bf-dccc-4573-af10-83053abdff7b',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.621069] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ee04e8a-7010-42c5-9448-f47e2c01412a taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.621206] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ee04e8a-7010-42c5-9448-f47e2c01412a" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.621437] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2ee04e8a-7010-42c5-9448-f47e2c01412a',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.622514] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 40212069-a904-4687-83a2-9233f5163ca7 with status ACTIVE [ 1009.622948] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.622948] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.622948] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.623214] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.623868] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.623868] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.623868] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.623868] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.624110] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.624110] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.626263] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.626263] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.626263] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.626263] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.626263] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.626263] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 40212069-a904-4687-83a2-9233f5163ca7 is going to be updated. [ 1009.653164] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.653401] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.653480] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.653875] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.653980] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.654189] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-40212069-a904-4687-83a2-9233f5163ca7" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.847134] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.847308] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.847362] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.847779] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.847930] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.848912] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.849873] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.849873] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.849873] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.849873] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.849873] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 213563bf-dccc-4573-af10-83053abdff7b is going to be updated. [ 1009.881076] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.881247] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.881370] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.885124] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.885353] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.895752] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 213563bf-dccc-4573-af10-83053abdff7b in Status: IN_PROGRESS for 2s [ 1009.904792] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8acce43e-fe25-4bf7-968f-fd3904ef8dc8 in Status: SUCCESS [ 1009.905242] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8acce43e-fe25-4bf7-968f-fd3904ef8dc8" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.128671] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2ee04e8a-7010-42c5-9448-f47e2c01412a',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.156376] env[65307]: INFO networking_nsxv3.common.synchronization [req-8f8527d2-fa19-4692-93ed-8de2c7ed3840 req-a782a66f-db09-4ff4-bf4d-e5746d3a0da1 tempest-ServerRescueNegativeTestJSON-775459428 tempest-ServerRescueNegativeTestJSON-775459428-project-member] Enqueued Resource ID: 53c9cd1e-287d-4b77-b19f-b5ba8e956822 with Priority: HIGHEST for action security_group_members [ 1010.156976] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53c9cd1e-287d-4b77-b19f-b5ba8e956822 with Priority: HIGHEST for action security_group_members [ 1010.157301] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-53c9cd1e-287d-4b77-b19f-b5ba8e956822 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.157419] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53c9cd1e-287d-4b77-b19f-b5ba8e956822" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.157487] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53c9cd1e-287d-4b77-b19f-b5ba8e956822" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.157738] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53c9cd1e-287d-4b77-b19f-b5ba8e956822" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.157838] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.157938] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.158032] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.158163] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.158249] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.158374] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('53c9cd1e-287d-4b77-b19f-b5ba8e956822',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.630251] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.631457] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.631457] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.631784] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.631950] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.632689] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ee04e8a-7010-42c5-9448-f47e2c01412a is going to be created. [ 1010.661464] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.661780] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.662654] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.662654] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.662654] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.662654] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.662654] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.662654] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.662963] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.662963] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.662963] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53c9cd1e-287d-4b77-b19f-b5ba8e956822 is going to be updated. [ 1010.664929] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.665122] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.669020] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.669020] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.669020] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.679217] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ee04e8a-7010-42c5-9448-f47e2c01412a in Status: UNINITIALIZED for 2s [ 1010.707921] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.707921] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.707921] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.708203] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.708203] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.719563] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53c9cd1e-287d-4b77-b19f-b5ba8e956822 in Status: IN_PROGRESS for 2s [ 1011.031529] env[65307]: INFO networking_nsxv3.common.synchronization [req-20515a4a-7763-4a23-a337-c973fec9598d req-ccae22ae-4302-4a3e-8574-f2fcbf77b460 tempest-VolumesAdminNegativeTest-493083548 tempest-VolumesAdminNegativeTest-493083548-project-member] Enqueued Resource ID: 4ba708d8-476a-4286-bff6-3abe8b6c205c with Priority: HIGHEST for action security_group_members [ 1011.032804] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ba708d8-476a-4286-bff6-3abe8b6c205c with Priority: HIGHEST for action security_group_members [ 1011.033349] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ba708d8-476a-4286-bff6-3abe8b6c205c taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.033615] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ba708d8-476a-4286-bff6-3abe8b6c205c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.033739] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ba708d8-476a-4286-bff6-3abe8b6c205c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.034263] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ba708d8-476a-4286-bff6-3abe8b6c205c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.034461] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.034679] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.034820] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.035128] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.035294] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.035457] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4ba708d8-476a-4286-bff6-3abe8b6c205c',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.354748] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4bfcfdb-60f5-4a19-9d13-d77039646bd9 in Status: SUCCESS [ 1011.355154] env[65307]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e4bfcfdb-60f5-4a19-9d13-d77039646bd9 deletion is rescheduled due to dependency. [ 1011.355154] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4bfcfdb-60f5-4a19-9d13-d77039646bd9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.539630] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.539728] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.539803] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.540385] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.540385] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.540385] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.540727] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.540727] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.540727] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.540727] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.540865] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ba708d8-476a-4286-bff6-3abe8b6c205c is going to be updated. [ 1011.570526] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.570526] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.570526] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.570869] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.571090] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.582220] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ba708d8-476a-4286-bff6-3abe8b6c205c in Status: IN_PROGRESS for 2s [ 1011.909359] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 213563bf-dccc-4573-af10-83053abdff7b in Status: SUCCESS [ 1011.910088] env[65307]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 213563bf-dccc-4573-af10-83053abdff7b deletion is rescheduled due to dependency. [ 1011.910088] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-213563bf-dccc-4573-af10-83053abdff7b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.117526] env[65307]: INFO networking_nsxv3.common.synchronization [req-5a95b082-a983-47ee-88a0-ede75a9a691e req-c95ab54a-f866-4a79-9b65-183d146ff2cb tempest-ListServerFiltersTestJSON-1839011323 tempest-ListServerFiltersTestJSON-1839011323-project-member] Enqueued Resource ID: 385f6807-fae9-4c33-84d9-3329f5444f55 with Priority: HIGHEST for action security_group_members [ 1012.118096] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 385f6807-fae9-4c33-84d9-3329f5444f55 with Priority: HIGHEST for action security_group_members [ 1012.119079] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-385f6807-fae9-4c33-84d9-3329f5444f55 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.119079] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-385f6807-fae9-4c33-84d9-3329f5444f55" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.119079] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-385f6807-fae9-4c33-84d9-3329f5444f55" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.119079] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-385f6807-fae9-4c33-84d9-3329f5444f55" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.119524] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.119688] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.119791] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.120024] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.120172] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.120308] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('385f6807-fae9-4c33-84d9-3329f5444f55',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.623498] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('385f6807-fae9-4c33-84d9-3329f5444f55',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.690865] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ee04e8a-7010-42c5-9448-f47e2c01412a in Status: SUCCESS [ 1012.691229] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ee04e8a-7010-42c5-9448-f47e2c01412a" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.691486] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ee04e8a-7010-42c5-9448-f47e2c01412a" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.691773] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ee04e8a-7010-42c5-9448-f47e2c01412a" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.691981] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.692117] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.692179] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.692343] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.692501] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.692597] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ee04e8a-7010-42c5-9448-f47e2c01412a" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.692687] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2ee04e8a-7010-42c5-9448-f47e2c01412a',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.731508] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53c9cd1e-287d-4b77-b19f-b5ba8e956822 in Status: SUCCESS [ 1012.731697] env[65307]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53c9cd1e-287d-4b77-b19f-b5ba8e956822 deletion is rescheduled due to dependency. [ 1012.731817] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53c9cd1e-287d-4b77-b19f-b5ba8e956822" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.125287] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('385f6807-fae9-4c33-84d9-3329f5444f55',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.195042] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2ee04e8a-7010-42c5-9448-f47e2c01412a',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.593445] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ba708d8-476a-4286-bff6-3abe8b6c205c in Status: SUCCESS [ 1013.593715] env[65307]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ba708d8-476a-4286-bff6-3abe8b6c205c deletion is rescheduled due to dependency. [ 1013.593838] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ba708d8-476a-4286-bff6-3abe8b6c205c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.627524] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.627842] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.627842] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.628129] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.628238] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.628312] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 385f6807-fae9-4c33-84d9-3329f5444f55 is going to be updated. [ 1013.661125] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.661279] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.661377] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.661582] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.661731] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.670960] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 385f6807-fae9-4c33-84d9-3329f5444f55 in Status: IN_PROGRESS for 2s [ 1013.697417] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2ee04e8a-7010-42c5-9448-f47e2c01412a: rpc.has_security_group_logging(os_id): False [ 1013.714767] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.714985] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.714985] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.715253] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.715348] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.715613] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.715716] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.715781] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.715943] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.716035] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.716124] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2ee04e8a-7010-42c5-9448-f47e2c01412a is going to be created. [ 1013.778030] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.778030] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.778030] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.778459] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.778497] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.791146] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2ee04e8a-7010-42c5-9448-f47e2c01412a in Status: IN_PROGRESS for 2s [ 1015.682784] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 385f6807-fae9-4c33-84d9-3329f5444f55 in Status: SUCCESS [ 1015.683122] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-385f6807-fae9-4c33-84d9-3329f5444f55" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.807013] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2ee04e8a-7010-42c5-9448-f47e2c01412a in Status: SUCCESS [ 1015.807280] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2ee04e8a-7010-42c5-9448-f47e2c01412a" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.118797] env[65307]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1017.119099] env[65307]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1019.479030] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock network-638 taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.479304] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "network-638" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.479304] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "network-638" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.479660] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "network-638" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.479829] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.479927] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.480021] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.480497] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.481171] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.481236] env[65307]: DEBUG dogpile.cache.region [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1019.481346] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] NeedRegenerationException {{(pid=65307) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1019.481567] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] no value, waiting for create lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1019.481726] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] value creation lock acquired {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1019.481846] env[65307]: DEBUG dogpile.cache.region [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1019.481950] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Calling creation function for not-yet-present value {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1019.482093] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1019.507383] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1019.507553] env[65307]: DEBUG dogpile.cache.region [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65307) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1019.507685] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Released creation lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1019.507864] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "network-638" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.508220] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock port-82b2b52d-4afb-4562-ae79-e05e48fb0a26 taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.508362] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "port-82b2b52d-4afb-4562-ae79-e05e48fb0a26" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.508471] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "port-82b2b52d-4afb-4562-ae79-e05e48fb0a26" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.508742] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "port-82b2b52d-4afb-4562-ae79-e05e48fb0a26" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.508874] env[65307]: DEBUG networking_nsxv3.api.rpc [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('82b2b52d-4afb-4562-ae79-e05e48fb0a26',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.011348] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.011683] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.011808] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.012110] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.012256] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.012624] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.012827] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.012947] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.013227] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.013372] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.013674] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.013869] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.014121] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.014410] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.014598] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.015246] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Resource: SegmentPort with ID: 82b2b52d-4afb-4562-ae79-e05e48fb0a26 is going to be updated. [ 1020.045657] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.045931] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.047085] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.047085] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.047085] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.047085] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "port-82b2b52d-4afb-4562-ae79-e05e48fb0a26" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.063276] env[65307]: INFO networking_nsxv3.common.synchronization [None req-89ae6ba1-b93c-46fe-94e3-b39d42984398 None None] Enqueued Resource ID: 2e8b701e-dabf-483d-90c8-1428884ead06 with Priority: HIGHEST for action port [ 1020.063900] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e8b701e-dabf-483d-90c8-1428884ead06 with Priority: HIGHEST for action port [ 1020.064244] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-2e8b701e-dabf-483d-90c8-1428884ead06 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.064433] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2e8b701e-dabf-483d-90c8-1428884ead06" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.064671] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2e8b701e-dabf-483d-90c8-1428884ead06" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.065017] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2e8b701e-dabf-483d-90c8-1428884ead06" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.065140] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2e8b701e-dabf-483d-90c8-1428884ead06',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.567412] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2e8b701e-dabf-483d-90c8-1428884ead06 [ 1020.567656] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.567792] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.568053] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.568137] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.568209] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.568323] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2e8b701e-dabf-483d-90c8-1428884ead06 already deleted. [ 1020.568436] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2e8b701e-dabf-483d-90c8-1428884ead06" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.784023] env[65307]: INFO networking_nsxv3.common.synchronization [req-e26680ac-8feb-4e62-8eb6-666140dd88ee req-7cdb34bd-6f15-421f-8e69-6c8a466c5b51 service nova] Enqueued Resource ID: 81b1f5ff-e5a6-4212-b54d-79c3bff0b9ea with Priority: HIGHEST for action security_group_rules [ 1020.784254] env[65307]: INFO networking_nsxv3.common.synchronization [req-e26680ac-8feb-4e62-8eb6-666140dd88ee req-7cdb34bd-6f15-421f-8e69-6c8a466c5b51 service nova] Enqueued Resource ID: 81b1f5ff-e5a6-4212-b54d-79c3bff0b9ea with Priority: HIGHEST for action security_group_members [ 1020.784418] env[65307]: INFO networking_nsxv3.common.synchronization [req-e26680ac-8feb-4e62-8eb6-666140dd88ee req-7cdb34bd-6f15-421f-8e69-6c8a466c5b51 service nova] Enqueued Resource ID: 82b2b52d-4afb-4562-ae79-e05e48fb0a26 with Priority: HIGHEST for action port [ 1020.784996] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81b1f5ff-e5a6-4212-b54d-79c3bff0b9ea with Priority: HIGHEST for action security_group_rules [ 1020.786329] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81b1f5ff-e5a6-4212-b54d-79c3bff0b9ea with Priority: HIGHEST for action security_group_members [ 1020.786450] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82b2b52d-4afb-4562-ae79-e05e48fb0a26 with Priority: HIGHEST for action port [ 1020.789223] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-81b1f5ff-e5a6-4212-b54d-79c3bff0b9ea taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.789365] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-81b1f5ff-e5a6-4212-b54d-79c3bff0b9ea" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.789501] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-81b1f5ff-e5a6-4212-b54d-79c3bff0b9ea" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.789663] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-81b1f5ff-e5a6-4212-b54d-79c3bff0b9ea" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.789792] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('81b1f5ff-e5a6-4212-b54d-79c3bff0b9ea',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.792463] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-81b1f5ff-e5a6-4212-b54d-79c3bff0b9ea taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.793613] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81b1f5ff-e5a6-4212-b54d-79c3bff0b9ea" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.793712] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81b1f5ff-e5a6-4212-b54d-79c3bff0b9ea" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.793893] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81b1f5ff-e5a6-4212-b54d-79c3bff0b9ea" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.794146] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.794258] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.794318] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.794639] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.794639] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.794723] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('81b1f5ff-e5a6-4212-b54d-79c3bff0b9ea',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.795559] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-82b2b52d-4afb-4562-ae79-e05e48fb0a26 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.795672] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-82b2b52d-4afb-4562-ae79-e05e48fb0a26" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.795736] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-82b2b52d-4afb-4562-ae79-e05e48fb0a26" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.795895] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-82b2b52d-4afb-4562-ae79-e05e48fb0a26" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.796309] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('82b2b52d-4afb-4562-ae79-e05e48fb0a26',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.293043] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-81b1f5ff-e5a6-4212-b54d-79c3bff0b9ea taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.293043] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81b1f5ff-e5a6-4212-b54d-79c3bff0b9ea" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.298390] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('81b1f5ff-e5a6-4212-b54d-79c3bff0b9ea',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.301338] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 82b2b52d-4afb-4562-ae79-e05e48fb0a26 with status ACTIVE [ 1021.301555] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.302941] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.302941] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.302941] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.302941] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.302941] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.303566] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.303566] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.303566] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.303566] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.303566] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.303788] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.303788] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.303929] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.303929] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.304042] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 82b2b52d-4afb-4562-ae79-e05e48fb0a26 is going to be updated. [ 1021.328371] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.329011] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.329114] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.329322] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.329461] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.329644] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-82b2b52d-4afb-4562-ae79-e05e48fb0a26" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.800965] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('81b1f5ff-e5a6-4212-b54d-79c3bff0b9ea',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.823948] env[65307]: INFO networking_nsxv3.common.synchronization [None req-9e19d4bc-4ece-44d9-b65d-4f090e5c6708 tempest-AttachVolumeShelveTestJSON-2043120369 tempest-AttachVolumeShelveTestJSON-2043120369-project-member] Enqueued Resource ID: b2eb7948-40eb-4476-b1d6-5d3cc221fc8e with Priority: HIGHEST for action security_group_rules [ 1021.824567] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2eb7948-40eb-4476-b1d6-5d3cc221fc8e with Priority: HIGHEST for action security_group_rules [ 1021.824900] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b2eb7948-40eb-4476-b1d6-5d3cc221fc8e taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.825058] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b2eb7948-40eb-4476-b1d6-5d3cc221fc8e" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.825182] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b2eb7948-40eb-4476-b1d6-5d3cc221fc8e" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.825456] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b2eb7948-40eb-4476-b1d6-5d3cc221fc8e" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.825542] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b2eb7948-40eb-4476-b1d6-5d3cc221fc8e',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.968930] env[65307]: INFO networking_nsxv3.common.synchronization [None req-e8f023ff-9a11-41db-af77-f80c9ad99962 tempest-AttachVolumeShelveTestJSON-2043120369 tempest-AttachVolumeShelveTestJSON-2043120369-project-member] Enqueued Resource ID: b2eb7948-40eb-4476-b1d6-5d3cc221fc8e with Priority: HIGHEST for action security_group_rules [ 1021.970184] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2eb7948-40eb-4476-b1d6-5d3cc221fc8e with Priority: HIGHEST for action security_group_rules [ 1021.970184] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b2eb7948-40eb-4476-b1d6-5d3cc221fc8e taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.970184] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b2eb7948-40eb-4476-b1d6-5d3cc221fc8e" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.305889] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.306073] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.306150] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.306377] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.306479] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.306740] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81b1f5ff-e5a6-4212-b54d-79c3bff0b9ea is going to be updated. [ 1022.337219] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.337334] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.337372] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.337569] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.337712] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.347328] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.347714] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.347958] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.348394] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.348394] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.348602] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b2eb7948-40eb-4476-b1d6-5d3cc221fc8e already deleted. [ 1022.348777] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b2eb7948-40eb-4476-b1d6-5d3cc221fc8e" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.348890] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b2eb7948-40eb-4476-b1d6-5d3cc221fc8e" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.349187] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b2eb7948-40eb-4476-b1d6-5d3cc221fc8e" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.349327] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b2eb7948-40eb-4476-b1d6-5d3cc221fc8e',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.352049] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81b1f5ff-e5a6-4212-b54d-79c3bff0b9ea in Status: IN_PROGRESS for 2s [ 1022.529742] env[65307]: INFO networking_nsxv3.common.synchronization [None req-dbbd277f-8d81-4b9b-ac3c-34dd01cddf5f None None] Enqueued Resource ID: 59272456-2baf-499e-8a41-803e86f77e33 with Priority: HIGHEST for action port [ 1022.530491] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59272456-2baf-499e-8a41-803e86f77e33 with Priority: HIGHEST for action port [ 1022.530819] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-59272456-2baf-499e-8a41-803e86f77e33 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.530971] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-59272456-2baf-499e-8a41-803e86f77e33" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.531065] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-59272456-2baf-499e-8a41-803e86f77e33" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.531273] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-59272456-2baf-499e-8a41-803e86f77e33" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.531385] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('59272456-2baf-499e-8a41-803e86f77e33',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.866965] env[65307]: INFO networking_nsxv3.common.synchronization [None req-ed0bd6dd-8caa-4768-b32a-58b2ba6c56c0 None None] Enqueued Resource ID: 80695055-a761-4fba-9905-e0791260d9fc with Priority: HIGHEST for action port [ 1022.867302] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80695055-a761-4fba-9905-e0791260d9fc with Priority: HIGHEST for action port [ 1022.867924] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-80695055-a761-4fba-9905-e0791260d9fc taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.868057] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-80695055-a761-4fba-9905-e0791260d9fc" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.868123] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-80695055-a761-4fba-9905-e0791260d9fc" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.868377] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-80695055-a761-4fba-9905-e0791260d9fc" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.868466] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('80695055-a761-4fba-9905-e0791260d9fc',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.874789] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.874918] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.874991] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.875205] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.875294] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.875392] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b2eb7948-40eb-4476-b1d6-5d3cc221fc8e already deleted. [ 1022.875473] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b2eb7948-40eb-4476-b1d6-5d3cc221fc8e" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.035930] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 59272456-2baf-499e-8a41-803e86f77e33 [ 1023.035930] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.035930] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.035930] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.035930] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.035930] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.035930] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:59272456-2baf-499e-8a41-803e86f77e33 already deleted. [ 1023.035930] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-59272456-2baf-499e-8a41-803e86f77e33" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.371507] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 80695055-a761-4fba-9905-e0791260d9fc [ 1023.371507] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.371507] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.371507] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.371714] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.372533] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.372533] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:80695055-a761-4fba-9905-e0791260d9fc already deleted. [ 1023.372533] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-80695055-a761-4fba-9905-e0791260d9fc" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.364185] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81b1f5ff-e5a6-4212-b54d-79c3bff0b9ea in Status: SUCCESS [ 1024.364543] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81b1f5ff-e5a6-4212-b54d-79c3bff0b9ea" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.364597] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81b1f5ff-e5a6-4212-b54d-79c3bff0b9ea" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.364790] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81b1f5ff-e5a6-4212-b54d-79c3bff0b9ea" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.365129] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.365257] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.365327] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.365498] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.365580] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.365666] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81b1f5ff-e5a6-4212-b54d-79c3bff0b9ea" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.365800] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('81b1f5ff-e5a6-4212-b54d-79c3bff0b9ea',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.868600] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-81b1f5ff-e5a6-4212-b54d-79c3bff0b9ea taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.868684] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81b1f5ff-e5a6-4212-b54d-79c3bff0b9ea" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.868761] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81b1f5ff-e5a6-4212-b54d-79c3bff0b9ea" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.870599] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81b1f5ff-e5a6-4212-b54d-79c3bff0b9ea" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.870599] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.870599] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.870599] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.870599] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.870599] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.870599] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81b1f5ff-e5a6-4212-b54d-79c3bff0b9ea" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.870599] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-81b1f5ff-e5a6-4212-b54d-79c3bff0b9ea taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.870599] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81b1f5ff-e5a6-4212-b54d-79c3bff0b9ea" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.870599] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81b1f5ff-e5a6-4212-b54d-79c3bff0b9ea" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.870599] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81b1f5ff-e5a6-4212-b54d-79c3bff0b9ea" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.870599] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.870599] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.870599] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.870599] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.870599] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.870599] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81b1f5ff-e5a6-4212-b54d-79c3bff0b9ea" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.871581] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('81b1f5ff-e5a6-4212-b54d-79c3bff0b9ea',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.373273] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 81b1f5ff-e5a6-4212-b54d-79c3bff0b9ea: rpc.has_security_group_logging(os_id): False [ 1025.393319] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.393477] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.393520] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.393778] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.393817] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.394016] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.394117] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.394180] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.394334] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.394406] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.394598] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.394692] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.394754] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.394894] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.394966] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.395165] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.395269] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.395347] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.395494] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.395569] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.395770] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 81b1f5ff-e5a6-4212-b54d-79c3bff0b9ea is going to be updated. [ 1025.462886] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.463101] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.463101] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.463321] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.463469] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.479390] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 81b1f5ff-e5a6-4212-b54d-79c3bff0b9ea in Status: IN_PROGRESS for 2s [ 1027.514248] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 81b1f5ff-e5a6-4212-b54d-79c3bff0b9ea in Status: SUCCESS [ 1027.514555] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-81b1f5ff-e5a6-4212-b54d-79c3bff0b9ea" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.868148] env[65307]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1027.868148] env[65307]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1028.176039] env[65307]: INFO networking_nsxv3.common.synchronization [req-f929bcd0-8f8e-42d1-b49c-dee1a6b44b91 req-690a4e36-1721-4d73-84fa-95151fa6dfc0 tempest-ImagesTestJSON-277680294 tempest-ImagesTestJSON-277680294-project-member] Enqueued Resource ID: e4bfcfdb-60f5-4a19-9d13-d77039646bd9 with Priority: HIGHEST for action security_group_members [ 1028.176039] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4bfcfdb-60f5-4a19-9d13-d77039646bd9 with Priority: HIGHEST for action security_group_members [ 1028.176770] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4bfcfdb-60f5-4a19-9d13-d77039646bd9 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.176770] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4bfcfdb-60f5-4a19-9d13-d77039646bd9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.176770] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4bfcfdb-60f5-4a19-9d13-d77039646bd9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.176770] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4bfcfdb-60f5-4a19-9d13-d77039646bd9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.176770] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.177160] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.177160] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.177635] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.177749] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.177848] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e4bfcfdb-60f5-4a19-9d13-d77039646bd9',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.614026] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock network-525 taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.614026] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "network-525" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.614026] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "network-525" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.614026] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "network-525" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.614026] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.614026] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.614026] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.614985] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.617995] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.617995] env[65307]: DEBUG dogpile.cache.region [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1028.617995] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] NeedRegenerationException {{(pid=65307) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1028.617995] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] no value, waiting for create lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1028.617995] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] value creation lock acquired {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1028.617995] env[65307]: DEBUG dogpile.cache.region [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1028.617995] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Calling creation function for not-yet-present value {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1028.617995] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1028.639602] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1028.640130] env[65307]: DEBUG dogpile.cache.region [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65307) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1028.640821] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Released creation lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1028.640821] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "network-525" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.641043] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock port-a0ac9617-c29f-4730-89bc-208e2ad09e2e taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.641287] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "port-a0ac9617-c29f-4730-89bc-208e2ad09e2e" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.641431] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "port-a0ac9617-c29f-4730-89bc-208e2ad09e2e" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.641869] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "port-a0ac9617-c29f-4730-89bc-208e2ad09e2e" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.642058] env[65307]: DEBUG networking_nsxv3.api.rpc [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a0ac9617-c29f-4730-89bc-208e2ad09e2e',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.681626] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.681845] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.681845] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.682108] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.682210] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.682494] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.682629] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.682701] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.682856] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.682931] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.683028] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e4bfcfdb-60f5-4a19-9d13-d77039646bd9 is going to be updated. [ 1028.719416] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.719637] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.719637] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.719830] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.719977] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.731658] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4bfcfdb-60f5-4a19-9d13-d77039646bd9 in Status: IN_PROGRESS for 2s [ 1029.147040] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.147040] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.147040] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.147891] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.150029] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.150029] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Segment Port a0ac9617-c29f-4730-89bc-208e2ad09e2e not found, creating... [ 1029.150029] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.150029] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.150029] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.150029] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.150029] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.150935] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.151388] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.151708] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.152255] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.152600] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.152937] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Resource: SegmentPort with ID: a0ac9617-c29f-4730-89bc-208e2ad09e2e is going to be created. [ 1029.177494] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.177494] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.177494] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.177494] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.177494] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.177494] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "port-a0ac9617-c29f-4730-89bc-208e2ad09e2e" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.514275] env[65307]: INFO networking_nsxv3.common.synchronization [None req-8028d123-d60a-4589-9d3d-4302f8536e64 None None] Enqueued Resource ID: 66592652-7d2f-47ec-b5b5-2b1d765e6af1 with Priority: HIGHEST for action port [ 1029.514859] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66592652-7d2f-47ec-b5b5-2b1d765e6af1 with Priority: HIGHEST for action port [ 1029.515351] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-66592652-7d2f-47ec-b5b5-2b1d765e6af1 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.515351] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-66592652-7d2f-47ec-b5b5-2b1d765e6af1" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.515351] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-66592652-7d2f-47ec-b5b5-2b1d765e6af1" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.515670] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-66592652-7d2f-47ec-b5b5-2b1d765e6af1" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.516038] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('66592652-7d2f-47ec-b5b5-2b1d765e6af1',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.606794] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.607069] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.607069] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.607333] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.607400] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.872809] env[65307]: INFO networking_nsxv3.common.synchronization [req-f929bcd0-8f8e-42d1-b49c-dee1a6b44b91 req-81bea2b1-b6c4-4a82-af72-3e5bd4365549 service nova] Enqueued Resource ID: e4bfcfdb-60f5-4a19-9d13-d77039646bd9 with Priority: HIGHEST for action security_group_rules [ 1029.873202] env[65307]: INFO networking_nsxv3.common.synchronization [req-f929bcd0-8f8e-42d1-b49c-dee1a6b44b91 req-81bea2b1-b6c4-4a82-af72-3e5bd4365549 service nova] Enqueued Resource ID: e4bfcfdb-60f5-4a19-9d13-d77039646bd9 with Priority: HIGHEST for action security_group_members [ 1029.873202] env[65307]: INFO networking_nsxv3.common.synchronization [req-f929bcd0-8f8e-42d1-b49c-dee1a6b44b91 req-81bea2b1-b6c4-4a82-af72-3e5bd4365549 service nova] Enqueued Resource ID: a0ac9617-c29f-4730-89bc-208e2ad09e2e with Priority: HIGHEST for action port [ 1029.873690] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4bfcfdb-60f5-4a19-9d13-d77039646bd9 with Priority: HIGHEST for action security_group_rules [ 1029.873824] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4bfcfdb-60f5-4a19-9d13-d77039646bd9 with Priority: HIGHEST for action security_group_members [ 1029.873962] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0ac9617-c29f-4730-89bc-208e2ad09e2e with Priority: HIGHEST for action port [ 1029.874415] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e4bfcfdb-60f5-4a19-9d13-d77039646bd9 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.874553] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e4bfcfdb-60f5-4a19-9d13-d77039646bd9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.874620] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e4bfcfdb-60f5-4a19-9d13-d77039646bd9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.875247] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e4bfcfdb-60f5-4a19-9d13-d77039646bd9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.875336] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e4bfcfdb-60f5-4a19-9d13-d77039646bd9',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.877761] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4bfcfdb-60f5-4a19-9d13-d77039646bd9 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.877761] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4bfcfdb-60f5-4a19-9d13-d77039646bd9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.877761] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-a0ac9617-c29f-4730-89bc-208e2ad09e2e taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.877761] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a0ac9617-c29f-4730-89bc-208e2ad09e2e" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.877761] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a0ac9617-c29f-4730-89bc-208e2ad09e2e" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.877761] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a0ac9617-c29f-4730-89bc-208e2ad09e2e" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.877761] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a0ac9617-c29f-4730-89bc-208e2ad09e2e',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.018411] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 66592652-7d2f-47ec-b5b5-2b1d765e6af1 [ 1030.018669] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.019605] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.019605] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.019605] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.019605] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.019605] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:66592652-7d2f-47ec-b5b5-2b1d765e6af1 already deleted. [ 1030.019605] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-66592652-7d2f-47ec-b5b5-2b1d765e6af1" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.110383] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.378530] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4bfcfdb-60f5-4a19-9d13-d77039646bd9 taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.378990] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4bfcfdb-60f5-4a19-9d13-d77039646bd9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.378990] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a0ac9617-c29f-4730-89bc-208e2ad09e2e with status ACTIVE [ 1030.379223] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.379223] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.379223] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.379438] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.380533] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.380533] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.380533] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.380533] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.380533] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.380533] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.380533] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.380533] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.380533] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.380955] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.380955] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.380955] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a0ac9617-c29f-4730-89bc-208e2ad09e2e is going to be updated. [ 1030.408356] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.408356] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.408356] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.408356] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.408356] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.408356] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a0ac9617-c29f-4730-89bc-208e2ad09e2e" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.614262] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.653826] env[65307]: INFO networking_nsxv3.common.synchronization [None req-50ae8b89-23bc-4ecd-9954-5a3096deeecd tempest-AttachVolumeTestJSON-835064239 tempest-AttachVolumeTestJSON-835064239-project-member] Enqueued Resource ID: b1168320-a4e1-411a-8c9b-79c02b4aee5c with Priority: HIGHEST for action security_group_rules [ 1030.654437] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1168320-a4e1-411a-8c9b-79c02b4aee5c with Priority: HIGHEST for action security_group_rules [ 1030.654777] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b1168320-a4e1-411a-8c9b-79c02b4aee5c taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.654937] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b1168320-a4e1-411a-8c9b-79c02b4aee5c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.654937] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b1168320-a4e1-411a-8c9b-79c02b4aee5c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.655261] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b1168320-a4e1-411a-8c9b-79c02b4aee5c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.655324] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b1168320-a4e1-411a-8c9b-79c02b4aee5c',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.743256] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4bfcfdb-60f5-4a19-9d13-d77039646bd9 in Status: SUCCESS [ 1030.743552] env[65307]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e4bfcfdb-60f5-4a19-9d13-d77039646bd9 deletion is rescheduled due to dependency. [ 1030.743714] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4bfcfdb-60f5-4a19-9d13-d77039646bd9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.743955] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4bfcfdb-60f5-4a19-9d13-d77039646bd9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.744406] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4bfcfdb-60f5-4a19-9d13-d77039646bd9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.744546] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.744707] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.744814] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.745069] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.745202] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.745347] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e4bfcfdb-60f5-4a19-9d13-d77039646bd9',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.760680] env[65307]: INFO networking_nsxv3.common.synchronization [None req-804c0558-bd21-4925-b757-73f931e826ea tempest-AttachVolumeTestJSON-835064239 tempest-AttachVolumeTestJSON-835064239-project-member] Enqueued Resource ID: b1168320-a4e1-411a-8c9b-79c02b4aee5c with Priority: HIGHEST for action security_group_rules [ 1030.761059] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1168320-a4e1-411a-8c9b-79c02b4aee5c with Priority: HIGHEST for action security_group_rules [ 1030.761374] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b1168320-a4e1-411a-8c9b-79c02b4aee5c taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.761470] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b1168320-a4e1-411a-8c9b-79c02b4aee5c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.116487] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1031.116783] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1031.184418] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.184418] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.184418] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.184418] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.184418] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.184418] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b1168320-a4e1-411a-8c9b-79c02b4aee5c already deleted. [ 1031.184418] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b1168320-a4e1-411a-8c9b-79c02b4aee5c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.184418] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b1168320-a4e1-411a-8c9b-79c02b4aee5c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.184418] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b1168320-a4e1-411a-8c9b-79c02b4aee5c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.184418] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b1168320-a4e1-411a-8c9b-79c02b4aee5c',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.250049] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e4bfcfdb-60f5-4a19-9d13-d77039646bd9',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.710671] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.710671] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.710671] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.710671] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.710671] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.710671] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b1168320-a4e1-411a-8c9b-79c02b4aee5c already deleted. [ 1031.710671] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b1168320-a4e1-411a-8c9b-79c02b4aee5c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.752425] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e4bfcfdb-60f5-4a19-9d13-d77039646bd9',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.944946] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.945123] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.945195] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.945409] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.960335] env[65307]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1031.961435] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.963199] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1031.998988] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.999286] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.999286] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.999439] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.010762] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.011680] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1032.011805] env[65307]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65307) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1032.011943] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1032.062344] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.062344] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.062788] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.062788] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.064303] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.064434] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1032.154380] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.154794] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.154794] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.154892] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.155304] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.155658] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1032.255616] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.256012] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.256012] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.256224] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.256423] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.256819] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:47. [ 1032.256965] env[65307]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'22d68fc9-c97c-4ad2-a71e-950e963f7d4f', 'b13ac1a2-4735-49c3-916c-8767b46c962c', 'f14a1e66-3b34-494f-9231-83e0a510429f', '81b1f5ff-e5a6-4212-b54d-79c3bff0b9ea', '2d995b2d-9e4f-4988-82c5-804f9a48f0e4', '43285593-1a85-4ed1-834c-5f9c5b4a58ef', '2f1ab888-f76c-4393-b493-6be010285e2c', 'a7e8cb20-7b52-4012-9542-01def2947e00', '3996475c-c507-4cb0-8b44-1ba4b8280428', 'd282cf2d-2b7e-49ea-aa3f-7fcfc0105daa', 'dfaefd34-ec9a-485e-aa58-e1bf34863160', '0caeaaa5-344e-4304-ba6e-7540346003c3', '7242e7e5-121c-445c-b849-d7df43f535af', 'fe361d1a-2e49-48a9-8811-8b161d48ac20', '2358200d-9ae8-4c44-86a3-3da67b78bd4c', 'e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2', 'e4bfcfdb-60f5-4a19-9d13-d77039646bd9', '2ee04e8a-7010-42c5-9448-f47e2c01412a', 'd7fb870e-dfa9-4088-855c-28b662a0b42b', 'c986cdad-f97d-4d2c-b7da-56ba7cea667b', '8acce43e-fe25-4bf7-968f-fd3904ef8dc8', '2a9b4edb-f3a8-4d1f-8cbb-a414eb8e7d13', 'cd1fdfc7-9219-4ec0-87bb-5546cc5fd310', '0efd72d0-c4cf-47d9-b09f-7de4896d965d', '1fb8c340-b1af-40ff-848a-419b96a4dbd2', '213563bf-dccc-4573-af10-83053abdff7b', '7a90801d-ed92-4c90-80d7-eae5cb727c07', '61950909-b807-4fc7-8c56-198c4508455a', '385f6807-fae9-4c33-84d9-3329f5444f55', '3ee3cf7c-7404-47cc-a90d-a5b8c150e4f9', 'b35f0dc2-7c76-42f5-a6f4-056679b4ec19', 'aa826f8b-3969-413e-97b8-2dd9b968c88c', 'ee2710b2-68d5-4f0c-aff5-4de6205ea81b', '89714c59-b91a-49ce-918c-e131d8652049', 'a75a4ff7-154e-4b6d-b9d6-cd78bd53244a', '8f144e96-65c1-4dc4-861d-791a4e5e049b', '37bf9cc5-847b-42fb-989a-22543947ae7c', '9be1a32c-12ad-467a-bcea-9824a4ae76e6', '0a1d298d-2e27-431e-a1c7-50bf0406e216', '0a9b9cba-b189-4d9b-8241-f20b7403fe71', 'a0a2bd7f-3a10-41c4-be65-e0aa663bfa5b', '3d2bb0fe-56a7-42b0-a655-d693abaa2102', 'd8d93eaa-c532-41b4-ade7-a547c0c808d0', '5ddd4949-dfef-4bff-b70c-b5b472b13019', '4ba708d8-476a-4286-bff6-3abe8b6c205c', '53c9cd1e-287d-4b77-b19f-b5ba8e956822', '19ec616f-3b1a-4ea0-b37f-4725ba96156d'} {{(pid=65307) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1032.257092] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1032.258521] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.258654] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.259301] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.259301] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.259301] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.259301] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e4bfcfdb-60f5-4a19-9d13-d77039646bd9 is going to be updated. [ 1032.288461] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.290398] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.290398] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.290398] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.290398] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.290398] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1032.290398] env[65307]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65307) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1032.290398] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1032.303018] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.303018] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.303259] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.303360] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.303551] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.318233] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4bfcfdb-60f5-4a19-9d13-d77039646bd9 in Status: IN_PROGRESS for 2s [ 1032.391521] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.391521] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.391521] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.391521] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.393585] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.394131] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1032.394376] env[65307]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65307) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1032.394533] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1032.395418] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1032.395418] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/47 resources of Type:Security Group Rules [ 1032.395418] env[65307]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 22d68fc9-c97c-4ad2-a71e-950e963f7d4f with Priority: HIGH for action security_group_rules [ 1032.395418] env[65307]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b13ac1a2-4735-49c3-916c-8767b46c962c with Priority: HIGH for action security_group_rules [ 1032.395418] env[65307]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f14a1e66-3b34-494f-9231-83e0a510429f with Priority: HIGH for action security_group_rules [ 1032.395418] env[65307]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 81b1f5ff-e5a6-4212-b54d-79c3bff0b9ea with Priority: HIGH for action security_group_rules [ 1032.395418] env[65307]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2d995b2d-9e4f-4988-82c5-804f9a48f0e4 with Priority: HIGH for action security_group_rules [ 1032.395418] env[65307]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 43285593-1a85-4ed1-834c-5f9c5b4a58ef with Priority: HIGH for action security_group_rules [ 1032.395418] env[65307]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2f1ab888-f76c-4393-b493-6be010285e2c with Priority: HIGH for action security_group_rules [ 1032.396137] env[65307]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a7e8cb20-7b52-4012-9542-01def2947e00 with Priority: HIGH for action security_group_rules [ 1032.396137] env[65307]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3996475c-c507-4cb0-8b44-1ba4b8280428 with Priority: HIGH for action security_group_rules [ 1032.396137] env[65307]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa with Priority: HIGH for action security_group_rules [ 1032.396323] env[65307]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: dfaefd34-ec9a-485e-aa58-e1bf34863160 with Priority: HIGH for action security_group_rules [ 1032.396415] env[65307]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0caeaaa5-344e-4304-ba6e-7540346003c3 with Priority: HIGH for action security_group_rules [ 1032.396476] env[65307]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7242e7e5-121c-445c-b849-d7df43f535af with Priority: HIGH for action security_group_rules [ 1032.396544] env[65307]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fe361d1a-2e49-48a9-8811-8b161d48ac20 with Priority: HIGH for action security_group_rules [ 1032.396593] env[65307]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2358200d-9ae8-4c44-86a3-3da67b78bd4c with Priority: HIGH for action security_group_rules [ 1032.396640] env[65307]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2 with Priority: HIGH for action security_group_rules [ 1032.396716] env[65307]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e4bfcfdb-60f5-4a19-9d13-d77039646bd9 with Priority: HIGH for action security_group_rules [ 1032.396832] env[65307]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2ee04e8a-7010-42c5-9448-f47e2c01412a with Priority: HIGH for action security_group_rules [ 1032.396913] env[65307]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d7fb870e-dfa9-4088-855c-28b662a0b42b with Priority: HIGH for action security_group_rules [ 1032.396969] env[65307]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c986cdad-f97d-4d2c-b7da-56ba7cea667b with Priority: HIGH for action security_group_rules [ 1032.397110] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.922078] env[65307]: INFO networking_nsxv3.common.synchronization [None req-a1310303-cbe6-437b-864a-c6cce63eb1d5 None None] Enqueued Resource ID: af8e6825-bc5d-40fe-9768-1ba6465696c9 with Priority: HIGHEST for action port [ 1032.922923] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af8e6825-bc5d-40fe-9768-1ba6465696c9 with Priority: HIGHEST for action port [ 1032.923139] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22d68fc9-c97c-4ad2-a71e-950e963f7d4f with Priority: HIGH for action security_group_rules [ 1032.923303] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f14a1e66-3b34-494f-9231-83e0a510429f with Priority: HIGH for action security_group_rules [ 1032.923446] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f1ab888-f76c-4393-b493-6be010285e2c with Priority: HIGH for action security_group_rules [ 1032.923576] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2358200d-9ae8-4c44-86a3-3da67b78bd4c with Priority: HIGH for action security_group_rules [ 1032.923702] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c986cdad-f97d-4d2c-b7da-56ba7cea667b with Priority: HIGH for action security_group_rules [ 1032.923822] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7fb870e-dfa9-4088-855c-28b662a0b42b with Priority: HIGH for action security_group_rules [ 1032.923941] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ee04e8a-7010-42c5-9448-f47e2c01412a with Priority: HIGH for action security_group_rules [ 1032.924088] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4bfcfdb-60f5-4a19-9d13-d77039646bd9 with Priority: HIGH for action security_group_rules [ 1032.924242] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe361d1a-2e49-48a9-8811-8b161d48ac20 with Priority: HIGH for action security_group_rules [ 1032.924378] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2 with Priority: HIGH for action security_group_rules [ 1032.924499] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7242e7e5-121c-445c-b849-d7df43f535af with Priority: HIGH for action security_group_rules [ 1032.924625] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0caeaaa5-344e-4304-ba6e-7540346003c3 with Priority: HIGH for action security_group_rules [ 1032.924748] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfaefd34-ec9a-485e-aa58-e1bf34863160 with Priority: HIGH for action security_group_rules [ 1032.924865] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa with Priority: HIGH for action security_group_rules [ 1032.924981] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3996475c-c507-4cb0-8b44-1ba4b8280428 with Priority: HIGH for action security_group_rules [ 1032.925124] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43285593-1a85-4ed1-834c-5f9c5b4a58ef with Priority: HIGH for action security_group_rules [ 1032.925270] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7e8cb20-7b52-4012-9542-01def2947e00 with Priority: HIGH for action security_group_rules [ 1032.925413] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d995b2d-9e4f-4988-82c5-804f9a48f0e4 with Priority: HIGH for action security_group_rules [ 1032.925537] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b13ac1a2-4735-49c3-916c-8767b46c962c with Priority: HIGH for action security_group_rules [ 1032.925656] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81b1f5ff-e5a6-4212-b54d-79c3bff0b9ea with Priority: HIGH for action security_group_rules [ 1032.926117] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-af8e6825-bc5d-40fe-9768-1ba6465696c9 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.926440] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-af8e6825-bc5d-40fe-9768-1ba6465696c9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.926546] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-af8e6825-bc5d-40fe-9768-1ba6465696c9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.926849] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-af8e6825-bc5d-40fe-9768-1ba6465696c9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.926946] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('af8e6825-bc5d-40fe-9768-1ba6465696c9',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.928680] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-22d68fc9-c97c-4ad2-a71e-950e963f7d4f taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.928852] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-22d68fc9-c97c-4ad2-a71e-950e963f7d4f" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.928951] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-22d68fc9-c97c-4ad2-a71e-950e963f7d4f" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.929204] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-22d68fc9-c97c-4ad2-a71e-950e963f7d4f" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.929309] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('22d68fc9-c97c-4ad2-a71e-950e963f7d4f',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.930344] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f14a1e66-3b34-494f-9231-83e0a510429f taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.930504] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f14a1e66-3b34-494f-9231-83e0a510429f" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.930622] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f14a1e66-3b34-494f-9231-83e0a510429f" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.930961] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f14a1e66-3b34-494f-9231-83e0a510429f" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.930961] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f14a1e66-3b34-494f-9231-83e0a510429f',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.932717] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2f1ab888-f76c-4393-b493-6be010285e2c taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.933276] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2f1ab888-f76c-4393-b493-6be010285e2c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.933276] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2f1ab888-f76c-4393-b493-6be010285e2c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.933478] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2f1ab888-f76c-4393-b493-6be010285e2c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.933478] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2f1ab888-f76c-4393-b493-6be010285e2c',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.934358] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2358200d-9ae8-4c44-86a3-3da67b78bd4c taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.934509] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2358200d-9ae8-4c44-86a3-3da67b78bd4c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.934603] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2358200d-9ae8-4c44-86a3-3da67b78bd4c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.934852] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2358200d-9ae8-4c44-86a3-3da67b78bd4c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.934955] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2358200d-9ae8-4c44-86a3-3da67b78bd4c',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.936807] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c986cdad-f97d-4d2c-b7da-56ba7cea667b taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.936931] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c986cdad-f97d-4d2c-b7da-56ba7cea667b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.937013] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c986cdad-f97d-4d2c-b7da-56ba7cea667b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.937170] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c986cdad-f97d-4d2c-b7da-56ba7cea667b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.937235] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c986cdad-f97d-4d2c-b7da-56ba7cea667b',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.938052] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d7fb870e-dfa9-4088-855c-28b662a0b42b taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.938179] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d7fb870e-dfa9-4088-855c-28b662a0b42b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.938307] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d7fb870e-dfa9-4088-855c-28b662a0b42b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.938421] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d7fb870e-dfa9-4088-855c-28b662a0b42b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.938489] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d7fb870e-dfa9-4088-855c-28b662a0b42b',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.939307] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2ee04e8a-7010-42c5-9448-f47e2c01412a taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.939396] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2ee04e8a-7010-42c5-9448-f47e2c01412a" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.939459] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2ee04e8a-7010-42c5-9448-f47e2c01412a" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.939787] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2ee04e8a-7010-42c5-9448-f47e2c01412a" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.939870] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2ee04e8a-7010-42c5-9448-f47e2c01412a',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.941068] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e4bfcfdb-60f5-4a19-9d13-d77039646bd9 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.941260] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e4bfcfdb-60f5-4a19-9d13-d77039646bd9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.941353] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fe361d1a-2e49-48a9-8811-8b161d48ac20 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.941448] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fe361d1a-2e49-48a9-8811-8b161d48ac20" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.941556] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fe361d1a-2e49-48a9-8811-8b161d48ac20" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.941778] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fe361d1a-2e49-48a9-8811-8b161d48ac20" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.941778] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fe361d1a-2e49-48a9-8811-8b161d48ac20',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.942435] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.942540] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.942602] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.942749] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.943234] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.943643] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7242e7e5-121c-445c-b849-d7df43f535af taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.943750] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7242e7e5-121c-445c-b849-d7df43f535af" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.943815] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7242e7e5-121c-445c-b849-d7df43f535af" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.943970] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7242e7e5-121c-445c-b849-d7df43f535af" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.944055] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7242e7e5-121c-445c-b849-d7df43f535af',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.944854] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0caeaaa5-344e-4304-ba6e-7540346003c3 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.944959] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0caeaaa5-344e-4304-ba6e-7540346003c3" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.945037] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0caeaaa5-344e-4304-ba6e-7540346003c3" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.945372] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0caeaaa5-344e-4304-ba6e-7540346003c3" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.945372] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0caeaaa5-344e-4304-ba6e-7540346003c3',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.946334] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dfaefd34-ec9a-485e-aa58-e1bf34863160 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.946444] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dfaefd34-ec9a-485e-aa58-e1bf34863160" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.946544] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dfaefd34-ec9a-485e-aa58-e1bf34863160" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.946655] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dfaefd34-ec9a-485e-aa58-e1bf34863160" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.946726] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dfaefd34-ec9a-485e-aa58-e1bf34863160',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.947405] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.947510] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.947576] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.947725] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.947793] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.950508] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3996475c-c507-4cb0-8b44-1ba4b8280428 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.950685] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3996475c-c507-4cb0-8b44-1ba4b8280428" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.950731] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3996475c-c507-4cb0-8b44-1ba4b8280428" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.951025] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3996475c-c507-4cb0-8b44-1ba4b8280428" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.951025] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3996475c-c507-4cb0-8b44-1ba4b8280428',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.951970] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-43285593-1a85-4ed1-834c-5f9c5b4a58ef taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.951970] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-43285593-1a85-4ed1-834c-5f9c5b4a58ef" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.951970] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-43285593-1a85-4ed1-834c-5f9c5b4a58ef" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.951970] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-43285593-1a85-4ed1-834c-5f9c5b4a58ef" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.952226] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('43285593-1a85-4ed1-834c-5f9c5b4a58ef',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.952825] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a7e8cb20-7b52-4012-9542-01def2947e00 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.953539] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a7e8cb20-7b52-4012-9542-01def2947e00" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.953858] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a7e8cb20-7b52-4012-9542-01def2947e00" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.954072] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a7e8cb20-7b52-4012-9542-01def2947e00" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.954153] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a7e8cb20-7b52-4012-9542-01def2947e00',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.954841] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2d995b2d-9e4f-4988-82c5-804f9a48f0e4 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.954982] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2d995b2d-9e4f-4988-82c5-804f9a48f0e4" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.955042] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2d995b2d-9e4f-4988-82c5-804f9a48f0e4" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.955173] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2d995b2d-9e4f-4988-82c5-804f9a48f0e4" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.955244] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2d995b2d-9e4f-4988-82c5-804f9a48f0e4',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.958349] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b13ac1a2-4735-49c3-916c-8767b46c962c taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.958471] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b13ac1a2-4735-49c3-916c-8767b46c962c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.958553] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b13ac1a2-4735-49c3-916c-8767b46c962c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.958730] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b13ac1a2-4735-49c3-916c-8767b46c962c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.958808] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b13ac1a2-4735-49c3-916c-8767b46c962c',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.959538] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-81b1f5ff-e5a6-4212-b54d-79c3bff0b9ea taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.959647] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-81b1f5ff-e5a6-4212-b54d-79c3bff0b9ea" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.959734] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-81b1f5ff-e5a6-4212-b54d-79c3bff0b9ea" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.959882] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-81b1f5ff-e5a6-4212-b54d-79c3bff0b9ea" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.959945] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('81b1f5ff-e5a6-4212-b54d-79c3bff0b9ea',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.429452] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port af8e6825-bc5d-40fe-9768-1ba6465696c9 [ 1033.429452] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.429452] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.429837] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.429837] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.429907] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.430069] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:af8e6825-bc5d-40fe-9768-1ba6465696c9 already deleted. [ 1033.430125] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-af8e6825-bc5d-40fe-9768-1ba6465696c9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.457060] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.457881] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.457881] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.457881] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.465220] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ee04e8a-7010-42c5-9448-f47e2c01412a taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.465220] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ee04e8a-7010-42c5-9448-f47e2c01412a" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.465220] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ee04e8a-7010-42c5-9448-f47e2c01412a" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.465220] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ee04e8a-7010-42c5-9448-f47e2c01412a" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.465220] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.465220] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.465220] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.465220] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.465220] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.465220] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ee04e8a-7010-42c5-9448-f47e2c01412a" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.465220] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2ee04e8a-7010-42c5-9448-f47e2c01412a',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.479961] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7e8cb20-7b52-4012-9542-01def2947e00 taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.480179] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7e8cb20-7b52-4012-9542-01def2947e00" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.480179] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7e8cb20-7b52-4012-9542-01def2947e00" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.480409] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7e8cb20-7b52-4012-9542-01def2947e00" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.480584] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.480692] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.481212] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.481212] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.481212] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.481604] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7e8cb20-7b52-4012-9542-01def2947e00" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.481795] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a7e8cb20-7b52-4012-9542-01def2947e00',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.487119] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-81b1f5ff-e5a6-4212-b54d-79c3bff0b9ea taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.487248] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81b1f5ff-e5a6-4212-b54d-79c3bff0b9ea" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.487326] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81b1f5ff-e5a6-4212-b54d-79c3bff0b9ea" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.487505] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81b1f5ff-e5a6-4212-b54d-79c3bff0b9ea" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.487690] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.487790] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.487847] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.487993] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.488116] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.488169] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81b1f5ff-e5a6-4212-b54d-79c3bff0b9ea" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.488250] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('81b1f5ff-e5a6-4212-b54d-79c3bff0b9ea',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.500872] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.501084] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f14a1e66-3b34-494f-9231-83e0a510429f is going to be deleted. [ 1033.505092] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-81b1f5ff-e5a6-4212-b54d-79c3bff0b9ea taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.505293] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81b1f5ff-e5a6-4212-b54d-79c3bff0b9ea" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.505293] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81b1f5ff-e5a6-4212-b54d-79c3bff0b9ea" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.505488] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81b1f5ff-e5a6-4212-b54d-79c3bff0b9ea" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.505665] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.505766] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.505822] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.505970] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.506066] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.506163] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81b1f5ff-e5a6-4212-b54d-79c3bff0b9ea" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.506291] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-81b1f5ff-e5a6-4212-b54d-79c3bff0b9ea taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.506380] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81b1f5ff-e5a6-4212-b54d-79c3bff0b9ea" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.506447] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81b1f5ff-e5a6-4212-b54d-79c3bff0b9ea" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.506569] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81b1f5ff-e5a6-4212-b54d-79c3bff0b9ea" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.506704] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.506930] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.506930] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.507064] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.507064] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.507159] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81b1f5ff-e5a6-4212-b54d-79c3bff0b9ea" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.507226] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('81b1f5ff-e5a6-4212-b54d-79c3bff0b9ea',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.538170] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.538447] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.538447] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.539883] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.551056] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.551346] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.552182] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.552326] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.553564] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.553682] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.554431] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.554531] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.555296] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.555422] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.556172] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.556279] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.557139] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.557340] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.557927] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.558121] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.558777] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.558918] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.559692] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.559692] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.560745] env[65307]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1033.561221] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.561315] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.561942] env[65307]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1033.562473] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.562473] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.566403] env[65307]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1033.566891] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.567073] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.567910] env[65307]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1033.568439] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.568522] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.569191] env[65307]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1033.570194] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.570194] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 22d68fc9-c97c-4ad2-a71e-950e963f7d4f is going to be deleted. [ 1033.570760] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.571111] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.602998] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.603216] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.606537] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.606537] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b13ac1a2-4735-49c3-916c-8767b46c962c is going to be deleted. [ 1033.607407] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.607532] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.639479] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.639649] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 43285593-1a85-4ed1-834c-5f9c5b4a58ef is going to be deleted. [ 1033.640731] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.640957] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.670888] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.671098] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.675014] env[65307]: INFO networking_nsxv3.common.synchronization [req-68ae4efb-248e-4664-a4d1-eaf37986bd9c req-186a68b1-6ba3-472e-ac23-e0beab17a481 tempest-AttachVolumeNegativeTest-671309822 tempest-AttachVolumeNegativeTest-671309822-project-member] Enqueued Resource ID: d8d93eaa-c532-41b4-ade7-a547c0c808d0 with Priority: HIGHEST for action security_group_members [ 1033.675601] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8d93eaa-c532-41b4-ade7-a547c0c808d0 with Priority: HIGHEST for action security_group_members [ 1033.676993] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.676993] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.677703] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-d8d93eaa-c532-41b4-ade7-a547c0c808d0 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.677703] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d8d93eaa-c532-41b4-ade7-a547c0c808d0" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.677703] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d8d93eaa-c532-41b4-ade7-a547c0c808d0" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.677899] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d8d93eaa-c532-41b4-ade7-a547c0c808d0" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.678118] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.678222] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.678746] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.678746] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.678746] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.678746] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d8d93eaa-c532-41b4-ade7-a547c0c808d0',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.686712] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.686712] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c986cdad-f97d-4d2c-b7da-56ba7cea667b is going to be deleted. [ 1033.688521] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.689738] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.736685] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.737485] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2 is going to be deleted. [ 1033.738884] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.739056] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.790287] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.790287] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.803995] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.808048] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d7fb870e-dfa9-4088-855c-28b662a0b42b is going to be deleted. [ 1033.808048] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.808048] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.808795] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.808795] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.869030] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.869030] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0caeaaa5-344e-4304-ba6e-7540346003c3 is going to be deleted. [ 1033.869030] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.869030] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.929261] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.929465] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dfaefd34-ec9a-485e-aa58-e1bf34863160 is going to be deleted. [ 1033.930549] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.930798] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.947422] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.947547] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.951304] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.951658] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.970147] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.970425] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3996475c-c507-4cb0-8b44-1ba4b8280428 is going to be deleted. [ 1033.971982] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2ee04e8a-7010-42c5-9448-f47e2c01412a',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.972561] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.972561] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.004130] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a7e8cb20-7b52-4012-9542-01def2947e00',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.013049] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 81b1f5ff-e5a6-4212-b54d-79c3bff0b9ea: rpc.has_security_group_logging(os_id): False [ 1034.020317] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.020317] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.030770] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.030902] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7242e7e5-121c-445c-b849-d7df43f535af is going to be deleted. [ 1034.035232] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.035232] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.085521] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.085670] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa is going to be deleted. [ 1034.086690] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.086907] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.088476] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.088599] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.089448] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.089558] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.137404] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.137404] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2f1ab888-f76c-4393-b493-6be010285e2c is going to be deleted. [ 1034.138554] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.138777] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.184107] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.184107] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.221381] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.221673] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.223747] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.223867] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fe361d1a-2e49-48a9-8811-8b161d48ac20 is going to be deleted. [ 1034.224984] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.225281] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.226977] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.227315] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.252353] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.252568] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.264277] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.264453] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2d995b2d-9e4f-4988-82c5-804f9a48f0e4 is going to be deleted. [ 1034.265480] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.265812] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.291862] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.291862] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.329977] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.330207] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2358200d-9ae8-4c44-86a3-3da67b78bd4c is going to be deleted. [ 1034.331379] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.331517] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.331608] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.331730] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f14a1e66-3b34-494f-9231-83e0a510429f" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.331975] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.332250] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.332250] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.332474] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-22d68fc9-c97c-4ad2-a71e-950e963f7d4f" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.333493] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.333744] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.333877] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.334071] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b13ac1a2-4735-49c3-916c-8767b46c962c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.334275] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.334459] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.334549] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.334684] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-43285593-1a85-4ed1-834c-5f9c5b4a58ef" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.334838] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.334989] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.335096] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.335205] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c986cdad-f97d-4d2c-b7da-56ba7cea667b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.335335] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.335479] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.335553] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.336308] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d7fb870e-dfa9-4088-855c-28b662a0b42b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.336657] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4bfcfdb-60f5-4a19-9d13-d77039646bd9 in Status: SUCCESS [ 1034.336692] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4bfcfdb-60f5-4a19-9d13-d77039646bd9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.336936] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.337134] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.337246] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.337324] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.337440] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4bfcfdb-60f5-4a19-9d13-d77039646bd9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.337585] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4bfcfdb-60f5-4a19-9d13-d77039646bd9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.337780] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.337890] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.337969] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.338122] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.338210] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.338263] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4bfcfdb-60f5-4a19-9d13-d77039646bd9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.338314] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e4bfcfdb-60f5-4a19-9d13-d77039646bd9',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.339156] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.339315] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.339493] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.339493] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0caeaaa5-344e-4304-ba6e-7540346003c3" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.340454] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.340454] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.341045] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.341180] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dfaefd34-ec9a-485e-aa58-e1bf34863160" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.341321] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.341477] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.371343] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.371627] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.391380] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.391380] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.421883] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.422190] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.422314] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.422375] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.422604] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.422688] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.422946] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.423064] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.423134] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.423272] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.423372] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.423526] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.423608] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.423663] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.423793] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.423866] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.423958] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 81b1f5ff-e5a6-4212-b54d-79c3bff0b9ea is going to be updated. [ 1034.425859] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.426045] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.479673] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2ee04e8a-7010-42c5-9448-f47e2c01412a: rpc.has_security_group_logging(os_id): False [ 1034.487784] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.490031] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.490031] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.490031] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.490031] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.490031] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.490031] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d8d93eaa-c532-41b4-ade7-a547c0c808d0 is going to be updated. [ 1034.490031] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.490686] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.490912] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.491159] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7242e7e5-121c-445c-b849-d7df43f535af" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.491465] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.491786] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.492018] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.492269] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d282cf2d-2b7e-49ea-aa3f-7fcfc0105daa" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.492996] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.493321] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.493558] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.493816] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2f1ab888-f76c-4393-b493-6be010285e2c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.494223] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.495017] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.495017] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.495017] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2d995b2d-9e4f-4988-82c5-804f9a48f0e4" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.495343] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.496096] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.496096] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.496096] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fe361d1a-2e49-48a9-8811-8b161d48ac20" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.496096] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.496284] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.496323] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.496482] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3996475c-c507-4cb0-8b44-1ba4b8280428" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.510782] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a7e8cb20-7b52-4012-9542-01def2947e00: rpc.has_security_group_logging(os_id): False [ 1034.535559] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.535775] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.535849] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.536079] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.570743] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.570923] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.583771] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.584033] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.603423] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.605231] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.605231] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.605231] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.605231] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.605231] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.605231] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2ee04e8a-7010-42c5-9448-f47e2c01412a is going to be updated. [ 1034.606570] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.606716] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.606812] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.607174] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2358200d-9ae8-4c44-86a3-3da67b78bd4c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.607174] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.607476] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.629622] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.630903] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.632849] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.632849] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.633056] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.633190] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.633330] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.660360] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d8d93eaa-c532-41b4-ade7-a547c0c808d0 in Status: IN_PROGRESS for 2s [ 1034.664866] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.665270] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.665409] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.665498] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.665751] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.665844] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.665940] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a7e8cb20-7b52-4012-9542-01def2947e00 is going to be updated. [ 1034.667170] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.668685] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.668685] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.695018] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 81b1f5ff-e5a6-4212-b54d-79c3bff0b9ea in Status: IN_PROGRESS for 2s [ 1034.765994] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.766165] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.766229] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.766453] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.766605] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.787357] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.787510] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.787581] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.787806] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.787978] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.808046] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2ee04e8a-7010-42c5-9448-f47e2c01412a in Status: IN_PROGRESS for 2s [ 1034.825255] env[65307]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1034.825689] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a7e8cb20-7b52-4012-9542-01def2947e00 in Status: IN_PROGRESS for 2s [ 1034.840321] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4bfcfdb-60f5-4a19-9d13-d77039646bd9 taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.840494] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4bfcfdb-60f5-4a19-9d13-d77039646bd9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.840578] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4bfcfdb-60f5-4a19-9d13-d77039646bd9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.840807] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4bfcfdb-60f5-4a19-9d13-d77039646bd9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.840966] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.841078] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.841150] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.842062] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.842062] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.842062] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4bfcfdb-60f5-4a19-9d13-d77039646bd9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.842062] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4bfcfdb-60f5-4a19-9d13-d77039646bd9 taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.842062] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4bfcfdb-60f5-4a19-9d13-d77039646bd9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.842062] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4bfcfdb-60f5-4a19-9d13-d77039646bd9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.842062] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4bfcfdb-60f5-4a19-9d13-d77039646bd9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.842062] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.842369] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.842369] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.842369] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.842483] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.842483] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4bfcfdb-60f5-4a19-9d13-d77039646bd9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.843345] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e4bfcfdb-60f5-4a19-9d13-d77039646bd9',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.344924] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e4bfcfdb-60f5-4a19-9d13-d77039646bd9: rpc.has_security_group_logging(os_id): False [ 1035.364534] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.364837] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.364968] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.365151] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.385949] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.386543] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.386543] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.386543] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.386771] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.386771] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.386887] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.387021] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.387072] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.387185] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.387258] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.387450] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.387650] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.387650] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.387768] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.387808] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.387872] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e4bfcfdb-60f5-4a19-9d13-d77039646bd9 is going to be updated. [ 1035.453917] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.454173] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.454247] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.454487] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.454685] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.467671] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e4bfcfdb-60f5-4a19-9d13-d77039646bd9 in Status: IN_PROGRESS for 2s [ 1036.674373] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d8d93eaa-c532-41b4-ade7-a547c0c808d0 in Status: SUCCESS [ 1036.678129] env[65307]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d8d93eaa-c532-41b4-ade7-a547c0c808d0 deletion is rescheduled due to dependency. [ 1036.678129] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d8d93eaa-c532-41b4-ade7-a547c0c808d0" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.714596] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 81b1f5ff-e5a6-4212-b54d-79c3bff0b9ea in Status: SUCCESS [ 1036.715031] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-81b1f5ff-e5a6-4212-b54d-79c3bff0b9ea" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.821483] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2ee04e8a-7010-42c5-9448-f47e2c01412a in Status: SUCCESS [ 1036.821786] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2ee04e8a-7010-42c5-9448-f47e2c01412a" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.838940] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a7e8cb20-7b52-4012-9542-01def2947e00 in Status: SUCCESS [ 1036.839209] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a7e8cb20-7b52-4012-9542-01def2947e00" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.482221] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e4bfcfdb-60f5-4a19-9d13-d77039646bd9 in Status: SUCCESS [ 1037.482448] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e4bfcfdb-60f5-4a19-9d13-d77039646bd9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.482643] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e4bfcfdb-60f5-4a19-9d13-d77039646bd9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.482982] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e4bfcfdb-60f5-4a19-9d13-d77039646bd9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.483091] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e4bfcfdb-60f5-4a19-9d13-d77039646bd9',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.987857] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4bfcfdb-60f5-4a19-9d13-d77039646bd9 taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.987857] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4bfcfdb-60f5-4a19-9d13-d77039646bd9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.987857] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4bfcfdb-60f5-4a19-9d13-d77039646bd9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.987857] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4bfcfdb-60f5-4a19-9d13-d77039646bd9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.987857] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.987857] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.987857] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.987857] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.987857] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.987857] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4bfcfdb-60f5-4a19-9d13-d77039646bd9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.987857] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e4bfcfdb-60f5-4a19-9d13-d77039646bd9',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.490518] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4bfcfdb-60f5-4a19-9d13-d77039646bd9 taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.490671] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4bfcfdb-60f5-4a19-9d13-d77039646bd9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.490766] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4bfcfdb-60f5-4a19-9d13-d77039646bd9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.490953] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4bfcfdb-60f5-4a19-9d13-d77039646bd9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.491113] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.491212] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.491275] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.491651] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.491651] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.491651] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4bfcfdb-60f5-4a19-9d13-d77039646bd9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.491811] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4bfcfdb-60f5-4a19-9d13-d77039646bd9 taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.491996] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4bfcfdb-60f5-4a19-9d13-d77039646bd9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.491996] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4bfcfdb-60f5-4a19-9d13-d77039646bd9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.492165] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4bfcfdb-60f5-4a19-9d13-d77039646bd9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.492241] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.492344] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.492382] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.492624] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.492624] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.492732] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4bfcfdb-60f5-4a19-9d13-d77039646bd9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.492732] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e4bfcfdb-60f5-4a19-9d13-d77039646bd9',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.676495] env[65307]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1038.676676] env[65307]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1038.774755] env[65307]: INFO networking_nsxv3.common.synchronization [req-4b47c786-3b85-432a-9631-e444e606dfb4 req-47d51061-1238-4411-b413-b7aa4a4aba6e tempest-ServerRescueNegativeTestJSON-775459428 tempest-ServerRescueNegativeTestJSON-775459428-project-member] Enqueued Resource ID: 1fb8c340-b1af-40ff-848a-419b96a4dbd2 with Priority: HIGHEST for action security_group_members [ 1038.775832] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fb8c340-b1af-40ff-848a-419b96a4dbd2 with Priority: HIGHEST for action security_group_members [ 1038.776318] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-1fb8c340-b1af-40ff-848a-419b96a4dbd2 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.776458] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1fb8c340-b1af-40ff-848a-419b96a4dbd2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.776525] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1fb8c340-b1af-40ff-848a-419b96a4dbd2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.776732] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1fb8c340-b1af-40ff-848a-419b96a4dbd2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.776949] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.777128] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.777281] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.777740] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.777857] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.778011] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1fb8c340-b1af-40ff-848a-419b96a4dbd2',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.994815] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e4bfcfdb-60f5-4a19-9d13-d77039646bd9: rpc.has_security_group_logging(os_id): False [ 1039.017309] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.018026] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.018189] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.018399] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.018500] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.018726] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.018831] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.018938] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.019171] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.019425] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.019499] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.019663] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.019726] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.019886] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.019986] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.020216] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.020351] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.020442] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.020688] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.020828] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.020951] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e4bfcfdb-60f5-4a19-9d13-d77039646bd9 is going to be updated. [ 1039.100257] env[65307]: INFO networking_nsxv3.common.synchronization [req-c2a7d737-48c0-476f-97e8-9ee0e394ff0e req-ac85bfc0-f23d-459a-84b1-1cedd68b7639 tempest-ListServerFiltersTestJSON-1839011323 tempest-ListServerFiltersTestJSON-1839011323-project-member] Enqueued Resource ID: 385f6807-fae9-4c33-84d9-3329f5444f55 with Priority: HIGHEST for action security_group_members [ 1039.101953] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.102411] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.102534] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.102800] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.103017] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.104514] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 385f6807-fae9-4c33-84d9-3329f5444f55 with Priority: HIGHEST for action security_group_members [ 1039.104930] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-385f6807-fae9-4c33-84d9-3329f5444f55 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.105102] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-385f6807-fae9-4c33-84d9-3329f5444f55" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.105185] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-385f6807-fae9-4c33-84d9-3329f5444f55" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.105434] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-385f6807-fae9-4c33-84d9-3329f5444f55" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.105626] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.105842] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.105895] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.106068] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.106186] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.106304] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('385f6807-fae9-4c33-84d9-3329f5444f55',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.128229] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e4bfcfdb-60f5-4a19-9d13-d77039646bd9 in Status: IN_PROGRESS for 2s [ 1039.281328] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1fb8c340-b1af-40ff-848a-419b96a4dbd2',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.609662] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.609877] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.609913] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.610143] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.635378] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.635378] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.635378] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.636551] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.636551] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.636551] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.636551] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 385f6807-fae9-4c33-84d9-3329f5444f55 is going to be updated. [ 1039.664918] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.665092] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.665143] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.665350] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.665651] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.675486] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 385f6807-fae9-4c33-84d9-3329f5444f55 in Status: IN_PROGRESS for 2s [ 1039.784109] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1fb8c340-b1af-40ff-848a-419b96a4dbd2',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.287337] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.287670] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.287670] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.287670] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.287780] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.287864] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1fb8c340-b1af-40ff-848a-419b96a4dbd2 is going to be updated. [ 1040.322168] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.322321] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.322368] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.322572] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.322733] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.332786] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1fb8c340-b1af-40ff-848a-419b96a4dbd2 in Status: IN_PROGRESS for 2s [ 1041.141251] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e4bfcfdb-60f5-4a19-9d13-d77039646bd9 in Status: SUCCESS [ 1041.141456] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e4bfcfdb-60f5-4a19-9d13-d77039646bd9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.225388] env[65307]: INFO networking_nsxv3.common.synchronization [req-cac0e602-a585-4f24-b786-881cf323c47c req-13d35775-9f94-4212-888f-cd2ffec71b86 tempest-ServerActionsTestOtherB-505455166 tempest-ServerActionsTestOtherB-505455166-project-member] Enqueued Resource ID: cd1fdfc7-9219-4ec0-87bb-5546cc5fd310 with Priority: HIGHEST for action security_group_members [ 1041.226156] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd1fdfc7-9219-4ec0-87bb-5546cc5fd310 with Priority: HIGHEST for action security_group_members [ 1041.226380] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd1fdfc7-9219-4ec0-87bb-5546cc5fd310 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.226526] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd1fdfc7-9219-4ec0-87bb-5546cc5fd310" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.226607] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd1fdfc7-9219-4ec0-87bb-5546cc5fd310" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.226843] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd1fdfc7-9219-4ec0-87bb-5546cc5fd310" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.227046] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.227172] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.227244] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.227412] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.227516] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.227630] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cd1fdfc7-9219-4ec0-87bb-5546cc5fd310',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.589545] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock network-251 taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.589913] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "network-251" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.589913] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "network-251" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.590137] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "network-251" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.590391] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.590554] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.590701] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.591318] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.591428] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.591661] env[65307]: DEBUG dogpile.cache.region [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1041.591832] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] NeedRegenerationException {{(pid=65307) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1041.591957] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] no value, waiting for create lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1041.592082] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] value creation lock acquired {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1041.592198] env[65307]: DEBUG dogpile.cache.region [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1041.592330] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Calling creation function for not-yet-present value {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1041.592433] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1041.612845] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1041.612845] env[65307]: DEBUG dogpile.cache.region [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65307) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1041.612845] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Released creation lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1041.612845] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "network-251" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.612845] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock port-11f9e19f-e378-4fee-8813-eb2ed5cd4196 taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.612845] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "port-11f9e19f-e378-4fee-8813-eb2ed5cd4196" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.612845] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "port-11f9e19f-e378-4fee-8813-eb2ed5cd4196" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.612845] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "port-11f9e19f-e378-4fee-8813-eb2ed5cd4196" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.612845] env[65307]: DEBUG networking_nsxv3.api.rpc [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('11f9e19f-e378-4fee-8813-eb2ed5cd4196',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.685760] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 385f6807-fae9-4c33-84d9-3329f5444f55 in Status: SUCCESS [ 1041.685760] env[65307]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 385f6807-fae9-4c33-84d9-3329f5444f55 deletion is rescheduled due to dependency. [ 1041.685760] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-385f6807-fae9-4c33-84d9-3329f5444f55" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.729453] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.729655] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.729759] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.730059] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.753731] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.753846] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.753917] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.753917] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.754669] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.754669] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.754669] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cd1fdfc7-9219-4ec0-87bb-5546cc5fd310 is going to be updated. [ 1041.779638] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.779784] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.779857] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.780292] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.780432] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.790747] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd1fdfc7-9219-4ec0-87bb-5546cc5fd310 in Status: IN_PROGRESS for 2s [ 1042.119861] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.119861] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.119861] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.119861] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.119861] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.119861] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Segment Port 11f9e19f-e378-4fee-8813-eb2ed5cd4196 not found, creating... [ 1042.119861] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.119861] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.119861] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.119861] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.119861] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.121119] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.121119] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.121119] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.121119] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.121119] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.121119] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Resource: SegmentPort with ID: 11f9e19f-e378-4fee-8813-eb2ed5cd4196 is going to be created. [ 1042.141598] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.141871] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.142031] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.142346] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.142585] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.142809] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "port-11f9e19f-e378-4fee-8813-eb2ed5cd4196" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.342863] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1fb8c340-b1af-40ff-848a-419b96a4dbd2 in Status: SUCCESS [ 1042.343197] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1fb8c340-b1af-40ff-848a-419b96a4dbd2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.829130] env[65307]: INFO networking_nsxv3.common.synchronization [req-cac0e602-a585-4f24-b786-881cf323c47c req-7bc8b865-7cbc-4512-a5c8-72c9d568b4c0 service nova] Enqueued Resource ID: cd1fdfc7-9219-4ec0-87bb-5546cc5fd310 with Priority: HIGHEST for action security_group_rules [ 1042.830034] env[65307]: INFO networking_nsxv3.common.synchronization [req-cac0e602-a585-4f24-b786-881cf323c47c req-7bc8b865-7cbc-4512-a5c8-72c9d568b4c0 service nova] Enqueued Resource ID: cd1fdfc7-9219-4ec0-87bb-5546cc5fd310 with Priority: HIGHEST for action security_group_members [ 1042.830034] env[65307]: INFO networking_nsxv3.common.synchronization [req-cac0e602-a585-4f24-b786-881cf323c47c req-7bc8b865-7cbc-4512-a5c8-72c9d568b4c0 service nova] Enqueued Resource ID: 11f9e19f-e378-4fee-8813-eb2ed5cd4196 with Priority: HIGHEST for action port [ 1042.830961] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd1fdfc7-9219-4ec0-87bb-5546cc5fd310 with Priority: HIGHEST for action security_group_rules [ 1042.830961] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd1fdfc7-9219-4ec0-87bb-5546cc5fd310 with Priority: HIGHEST for action security_group_members [ 1042.830961] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11f9e19f-e378-4fee-8813-eb2ed5cd4196 with Priority: HIGHEST for action port [ 1042.831694] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cd1fdfc7-9219-4ec0-87bb-5546cc5fd310 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.833471] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cd1fdfc7-9219-4ec0-87bb-5546cc5fd310" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.833471] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cd1fdfc7-9219-4ec0-87bb-5546cc5fd310" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.833471] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cd1fdfc7-9219-4ec0-87bb-5546cc5fd310" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.833471] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cd1fdfc7-9219-4ec0-87bb-5546cc5fd310',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.834835] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd1fdfc7-9219-4ec0-87bb-5546cc5fd310 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.834835] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd1fdfc7-9219-4ec0-87bb-5546cc5fd310" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.835301] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-11f9e19f-e378-4fee-8813-eb2ed5cd4196 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.835301] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-11f9e19f-e378-4fee-8813-eb2ed5cd4196" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.835301] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-11f9e19f-e378-4fee-8813-eb2ed5cd4196" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.836492] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-11f9e19f-e378-4fee-8813-eb2ed5cd4196" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.836492] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('11f9e19f-e378-4fee-8813-eb2ed5cd4196',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.335601] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd1fdfc7-9219-4ec0-87bb-5546cc5fd310 taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.335863] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd1fdfc7-9219-4ec0-87bb-5546cc5fd310" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.338208] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 11f9e19f-e378-4fee-8813-eb2ed5cd4196 with status ACTIVE [ 1043.338324] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.338400] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.338474] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.338933] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.338933] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.339039] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.339164] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.339276] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.339589] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.339762] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.340083] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.340256] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.340363] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.340596] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.340750] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.340911] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 11f9e19f-e378-4fee-8813-eb2ed5cd4196 is going to be updated. [ 1043.363620] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.364647] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.364647] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.364647] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.364647] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.364647] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-11f9e19f-e378-4fee-8813-eb2ed5cd4196" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.684474] env[65307]: INFO networking_nsxv3.common.synchronization [req-06fed2ff-f51a-43e2-8f41-21e2f99f2668 req-5098167f-cd17-4693-84c9-8104cc14e2ba tempest-AttachInterfacesTestJSON-1120364181 tempest-AttachInterfacesTestJSON-1120364181-project-member] Enqueued Resource ID: 2ee04e8a-7010-42c5-9448-f47e2c01412a with Priority: HIGHEST for action security_group_members [ 1043.685622] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ee04e8a-7010-42c5-9448-f47e2c01412a with Priority: HIGHEST for action security_group_members [ 1043.685622] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ee04e8a-7010-42c5-9448-f47e2c01412a taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.685622] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ee04e8a-7010-42c5-9448-f47e2c01412a" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.685622] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ee04e8a-7010-42c5-9448-f47e2c01412a" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.685838] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ee04e8a-7010-42c5-9448-f47e2c01412a" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.685838] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.685921] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.686021] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.686129] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.686218] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.686309] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ee04e8a-7010-42c5-9448-f47e2c01412a',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.802070] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd1fdfc7-9219-4ec0-87bb-5546cc5fd310 in Status: SUCCESS [ 1043.802070] env[65307]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cd1fdfc7-9219-4ec0-87bb-5546cc5fd310 deletion is rescheduled due to dependency. [ 1043.802070] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd1fdfc7-9219-4ec0-87bb-5546cc5fd310" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.802070] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd1fdfc7-9219-4ec0-87bb-5546cc5fd310" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.802070] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd1fdfc7-9219-4ec0-87bb-5546cc5fd310" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.802070] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.802443] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.802443] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.802443] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.802443] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.802589] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cd1fdfc7-9219-4ec0-87bb-5546cc5fd310',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.994675] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock network-29 taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.995781] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "network-29" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.995781] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "network-29" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.995781] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "network-29" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.997686] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.997686] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.997686] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.997686] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.997686] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.998384] env[65307]: DEBUG dogpile.cache.region [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1043.998773] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] NeedRegenerationException {{(pid=65307) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1044.000937] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] no value, waiting for create lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1044.000937] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] value creation lock acquired {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1044.000937] env[65307]: DEBUG dogpile.cache.region [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1044.000937] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Calling creation function for not-yet-present value {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1044.000937] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1044.024037] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1044.024762] env[65307]: DEBUG dogpile.cache.region [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65307) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1044.024762] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Released creation lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1044.024762] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "network-29" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.024931] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock port-b5a18347-2d00-47ad-b166-7db7132d15a3 taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.025087] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "port-b5a18347-2d00-47ad-b166-7db7132d15a3" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.025303] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "port-b5a18347-2d00-47ad-b166-7db7132d15a3" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.025674] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "port-b5a18347-2d00-47ad-b166-7db7132d15a3" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.025814] env[65307]: DEBUG networking_nsxv3.api.rpc [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b5a18347-2d00-47ad-b166-7db7132d15a3',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.188869] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2ee04e8a-7010-42c5-9448-f47e2c01412a',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.304330] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cd1fdfc7-9219-4ec0-87bb-5546cc5fd310',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.528896] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.529333] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.529491] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.530056] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.530235] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.530525] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Segment Port b5a18347-2d00-47ad-b166-7db7132d15a3 not found, creating... [ 1044.531081] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.531296] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.531497] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.531912] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.532163] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.532619] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.532814] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.532935] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.533208] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.533387] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.533557] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Resource: SegmentPort with ID: b5a18347-2d00-47ad-b166-7db7132d15a3 is going to be created. [ 1044.556952] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.557271] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.557372] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.557670] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.557916] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.558172] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "port-b5a18347-2d00-47ad-b166-7db7132d15a3" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.691191] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2ee04e8a-7010-42c5-9448-f47e2c01412a',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.806717] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cd1fdfc7-9219-4ec0-87bb-5546cc5fd310',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.194418] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.194418] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.194418] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.194418] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.194418] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.195194] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ee04e8a-7010-42c5-9448-f47e2c01412a is going to be updated. [ 1045.231861] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.232052] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.232128] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.232330] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.232479] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.249113] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ee04e8a-7010-42c5-9448-f47e2c01412a in Status: IN_PROGRESS for 2s [ 1045.310924] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.311321] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.311321] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.311951] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.311951] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.311951] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cd1fdfc7-9219-4ec0-87bb-5546cc5fd310 is going to be updated. [ 1045.356969] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.357294] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.357392] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.358197] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.358474] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.362545] env[65307]: INFO networking_nsxv3.common.synchronization [req-06fed2ff-f51a-43e2-8f41-21e2f99f2668 req-caa0443c-5578-4a62-b806-b3327ad5167f service nova] Enqueued Resource ID: 2ee04e8a-7010-42c5-9448-f47e2c01412a with Priority: HIGHEST for action security_group_rules [ 1045.362781] env[65307]: INFO networking_nsxv3.common.synchronization [req-06fed2ff-f51a-43e2-8f41-21e2f99f2668 req-caa0443c-5578-4a62-b806-b3327ad5167f service nova] Enqueued Resource ID: 2ee04e8a-7010-42c5-9448-f47e2c01412a with Priority: HIGHEST for action security_group_members [ 1045.363058] env[65307]: INFO networking_nsxv3.common.synchronization [req-06fed2ff-f51a-43e2-8f41-21e2f99f2668 req-caa0443c-5578-4a62-b806-b3327ad5167f service nova] Enqueued Resource ID: b5a18347-2d00-47ad-b166-7db7132d15a3 with Priority: HIGHEST for action port [ 1045.363963] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ee04e8a-7010-42c5-9448-f47e2c01412a with Priority: HIGHEST for action security_group_rules [ 1045.364111] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ee04e8a-7010-42c5-9448-f47e2c01412a with Priority: HIGHEST for action security_group_members [ 1045.364250] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5a18347-2d00-47ad-b166-7db7132d15a3 with Priority: HIGHEST for action port [ 1045.364641] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2ee04e8a-7010-42c5-9448-f47e2c01412a taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.364798] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2ee04e8a-7010-42c5-9448-f47e2c01412a" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.364906] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2ee04e8a-7010-42c5-9448-f47e2c01412a" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.365283] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2ee04e8a-7010-42c5-9448-f47e2c01412a" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.365283] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2ee04e8a-7010-42c5-9448-f47e2c01412a',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.366522] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ee04e8a-7010-42c5-9448-f47e2c01412a taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.366668] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ee04e8a-7010-42c5-9448-f47e2c01412a" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.366963] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-b5a18347-2d00-47ad-b166-7db7132d15a3 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.368636] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b5a18347-2d00-47ad-b166-7db7132d15a3" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.368636] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b5a18347-2d00-47ad-b166-7db7132d15a3" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.368636] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b5a18347-2d00-47ad-b166-7db7132d15a3" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.368823] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b5a18347-2d00-47ad-b166-7db7132d15a3',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.374299] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd1fdfc7-9219-4ec0-87bb-5546cc5fd310 in Status: IN_PROGRESS for 2s [ 1045.871542] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b5a18347-2d00-47ad-b166-7db7132d15a3 with status ACTIVE [ 1045.871863] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.872018] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.872094] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.872347] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.872395] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.872583] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.872688] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.872750] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.873153] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.873315] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.873431] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.873526] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.873585] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.874419] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.874533] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.874627] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b5a18347-2d00-47ad-b166-7db7132d15a3 is going to be updated. [ 1045.876235] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ee04e8a-7010-42c5-9448-f47e2c01412a taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.876341] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ee04e8a-7010-42c5-9448-f47e2c01412a" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.906953] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.907125] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.907196] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.907777] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.907777] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.907777] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b5a18347-2d00-47ad-b166-7db7132d15a3" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.081456] env[65307]: INFO networking_nsxv3.common.synchronization [req-eb862e04-cccf-4a91-820d-c9cf5fa0f2b2 req-8b4514ca-53e7-4397-9c34-11aa8cb67447 tempest-AttachVolumeShelveTestJSON-2043120369 tempest-AttachVolumeShelveTestJSON-2043120369-project-member] Enqueued Resource ID: b2eb7948-40eb-4476-b1d6-5d3cc221fc8e with Priority: HIGHEST for action security_group_members [ 1046.081903] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2eb7948-40eb-4476-b1d6-5d3cc221fc8e with Priority: HIGHEST for action security_group_members [ 1046.082222] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2eb7948-40eb-4476-b1d6-5d3cc221fc8e taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.082332] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2eb7948-40eb-4476-b1d6-5d3cc221fc8e" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.082404] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2eb7948-40eb-4476-b1d6-5d3cc221fc8e" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.082658] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2eb7948-40eb-4476-b1d6-5d3cc221fc8e" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.082815] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.082915] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.082975] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.083161] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.083548] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.083548] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b2eb7948-40eb-4476-b1d6-5d3cc221fc8e',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.466381] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock network-220 taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.466699] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "network-220" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.466699] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "network-220" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.467145] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "network-220" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.467470] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.467634] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.467752] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.468011] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.468228] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.468365] env[65307]: DEBUG dogpile.cache.region [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1046.468502] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] NeedRegenerationException {{(pid=65307) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1046.468707] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] no value, waiting for create lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1046.468707] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] value creation lock acquired {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1046.468835] env[65307]: DEBUG dogpile.cache.region [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1046.468939] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Calling creation function for not-yet-present value {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1046.469068] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1046.489767] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1046.489952] env[65307]: DEBUG dogpile.cache.region [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65307) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1046.490110] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Released creation lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1046.490294] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "network-220" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.491423] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock port-29892135-021c-4cd5-a49c-af2c8e59b4dc taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.491423] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "port-29892135-021c-4cd5-a49c-af2c8e59b4dc" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.491423] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "port-29892135-021c-4cd5-a49c-af2c8e59b4dc" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.491423] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "port-29892135-021c-4cd5-a49c-af2c8e59b4dc" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.491720] env[65307]: DEBUG networking_nsxv3.api.rpc [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('29892135-021c-4cd5-a49c-af2c8e59b4dc',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.585382] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.585570] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.585618] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.585826] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.585920] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.586130] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.586222] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.586288] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.586433] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.586509] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.586592] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2eb7948-40eb-4476-b1d6-5d3cc221fc8e already deleted. [ 1046.586673] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2eb7948-40eb-4476-b1d6-5d3cc221fc8e" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.994080] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.994427] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.994527] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.994886] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.995117] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.995258] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Segment Port 29892135-021c-4cd5-a49c-af2c8e59b4dc not found, creating... [ 1046.995569] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.995770] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.995904] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.996209] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.996364] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.996710] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.996888] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.997029] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.997281] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.997516] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.997711] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Resource: SegmentPort with ID: 29892135-021c-4cd5-a49c-af2c8e59b4dc is going to be created. [ 1047.021846] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.021846] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.021846] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.022069] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.022432] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.022681] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "port-29892135-021c-4cd5-a49c-af2c8e59b4dc" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.259034] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ee04e8a-7010-42c5-9448-f47e2c01412a in Status: SUCCESS [ 1047.259296] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ee04e8a-7010-42c5-9448-f47e2c01412a" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.259490] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ee04e8a-7010-42c5-9448-f47e2c01412a" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.259750] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ee04e8a-7010-42c5-9448-f47e2c01412a" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.259964] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.260123] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.260208] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.260370] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.260479] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.260579] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ee04e8a-7010-42c5-9448-f47e2c01412a',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.385297] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd1fdfc7-9219-4ec0-87bb-5546cc5fd310 in Status: SUCCESS [ 1047.385965] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd1fdfc7-9219-4ec0-87bb-5546cc5fd310" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.386145] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd1fdfc7-9219-4ec0-87bb-5546cc5fd310" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.386401] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd1fdfc7-9219-4ec0-87bb-5546cc5fd310" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.386606] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.386748] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.386850] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.387048] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.387156] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.387439] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd1fdfc7-9219-4ec0-87bb-5546cc5fd310" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.387547] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cd1fdfc7-9219-4ec0-87bb-5546cc5fd310',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.764071] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2ee04e8a-7010-42c5-9448-f47e2c01412a',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.807543] env[65307]: INFO networking_nsxv3.common.synchronization [req-eb862e04-cccf-4a91-820d-c9cf5fa0f2b2 req-34679dc1-90bd-4f21-ad0e-5cdc6f68d464 service nova] Enqueued Resource ID: b2eb7948-40eb-4476-b1d6-5d3cc221fc8e with Priority: HIGHEST for action security_group_rules [ 1047.807764] env[65307]: INFO networking_nsxv3.common.synchronization [req-eb862e04-cccf-4a91-820d-c9cf5fa0f2b2 req-34679dc1-90bd-4f21-ad0e-5cdc6f68d464 service nova] Enqueued Resource ID: b2eb7948-40eb-4476-b1d6-5d3cc221fc8e with Priority: HIGHEST for action security_group_members [ 1047.807908] env[65307]: INFO networking_nsxv3.common.synchronization [req-eb862e04-cccf-4a91-820d-c9cf5fa0f2b2 req-34679dc1-90bd-4f21-ad0e-5cdc6f68d464 service nova] Enqueued Resource ID: 29892135-021c-4cd5-a49c-af2c8e59b4dc with Priority: HIGHEST for action port [ 1047.809587] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2eb7948-40eb-4476-b1d6-5d3cc221fc8e with Priority: HIGHEST for action security_group_rules [ 1047.809740] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2eb7948-40eb-4476-b1d6-5d3cc221fc8e with Priority: HIGHEST for action security_group_members [ 1047.809868] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29892135-021c-4cd5-a49c-af2c8e59b4dc with Priority: HIGHEST for action port [ 1047.810451] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b2eb7948-40eb-4476-b1d6-5d3cc221fc8e taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.811235] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b2eb7948-40eb-4476-b1d6-5d3cc221fc8e" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.811340] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b2eb7948-40eb-4476-b1d6-5d3cc221fc8e" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.811557] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b2eb7948-40eb-4476-b1d6-5d3cc221fc8e" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.811644] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b2eb7948-40eb-4476-b1d6-5d3cc221fc8e',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.814231] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2eb7948-40eb-4476-b1d6-5d3cc221fc8e taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.814398] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2eb7948-40eb-4476-b1d6-5d3cc221fc8e" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.814473] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2eb7948-40eb-4476-b1d6-5d3cc221fc8e" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.814796] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2eb7948-40eb-4476-b1d6-5d3cc221fc8e" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.815075] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.815132] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.815185] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.815866] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.815982] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.816127] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b2eb7948-40eb-4476-b1d6-5d3cc221fc8e',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.817287] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-29892135-021c-4cd5-a49c-af2c8e59b4dc taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.817404] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-29892135-021c-4cd5-a49c-af2c8e59b4dc" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.817477] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-29892135-021c-4cd5-a49c-af2c8e59b4dc" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.817646] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-29892135-021c-4cd5-a49c-af2c8e59b4dc" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.817725] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('29892135-021c-4cd5-a49c-af2c8e59b4dc',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.891184] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cd1fdfc7-9219-4ec0-87bb-5546cc5fd310',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.268287] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2ee04e8a-7010-42c5-9448-f47e2c01412a',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.314722] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2eb7948-40eb-4476-b1d6-5d3cc221fc8e taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.314926] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2eb7948-40eb-4476-b1d6-5d3cc221fc8e" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.321581] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 29892135-021c-4cd5-a49c-af2c8e59b4dc with status ACTIVE [ 1048.321931] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.322405] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.322405] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.323058] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.323058] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.323058] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.323058] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.323058] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.323230] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.323230] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.323356] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.323445] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.323578] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.323734] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.323863] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.324035] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 29892135-021c-4cd5-a49c-af2c8e59b4dc is going to be updated. [ 1048.325135] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b2eb7948-40eb-4476-b1d6-5d3cc221fc8e',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.348990] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.348990] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.348990] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.349271] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.349366] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.349535] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-29892135-021c-4cd5-a49c-af2c8e59b4dc" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.393269] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cd1fdfc7-9219-4ec0-87bb-5546cc5fd310: rpc.has_security_group_logging(os_id): False [ 1048.442676] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.442759] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.442811] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.443189] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.443773] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.443773] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.443974] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.443974] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.444077] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.444111] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.444245] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cd1fdfc7-9219-4ec0-87bb-5546cc5fd310 is going to be updated. [ 1048.612170] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.612313] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.612411] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.612636] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.612812] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.632937] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cd1fdfc7-9219-4ec0-87bb-5546cc5fd310 in Status: IN_PROGRESS for 2s [ 1048.771850] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.772218] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.772218] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.772384] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.772422] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.772527] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ee04e8a-7010-42c5-9448-f47e2c01412a is going to be updated. [ 1048.816018] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.816277] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.816368] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.816716] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.817043] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.828954] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ee04e8a-7010-42c5-9448-f47e2c01412a in Status: IN_PROGRESS for 2s [ 1048.829230] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b2eb7948-40eb-4476-b1d6-5d3cc221fc8e',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.331915] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.332106] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.332192] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.332437] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.332521] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.332624] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2eb7948-40eb-4476-b1d6-5d3cc221fc8e is going to be created. [ 1049.362025] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.362178] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.363088] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.363088] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.363088] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.374252] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2eb7948-40eb-4476-b1d6-5d3cc221fc8e in Status: UNINITIALIZED for 2s [ 1049.650096] env[65307]: INFO networking_nsxv3.common.synchronization [req-09675daa-250a-4c4a-a789-22cac97ca4d2 req-e3c5afa5-59b7-48f3-8d2f-4ba5d62c37d6 tempest-DeleteServersTestJSON-1223351987 tempest-DeleteServersTestJSON-1223351987-project-member] Enqueued Resource ID: e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2 with Priority: HIGHEST for action security_group_members [ 1049.650637] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2 with Priority: HIGHEST for action security_group_members [ 1049.653519] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.654177] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.654734] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.654734] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.654919] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.655087] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.655630] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.655852] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.655971] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.656112] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.090916] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock network-479 taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.091509] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "network-479" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.091509] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "network-479" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.091569] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "network-479" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.091841] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.092461] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.092461] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.092625] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.092771] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.092982] env[65307]: DEBUG dogpile.cache.region [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1050.093106] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] NeedRegenerationException {{(pid=65307) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1050.093211] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] no value, waiting for create lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1050.093312] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] value creation lock acquired {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1050.093417] env[65307]: DEBUG dogpile.cache.region [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1050.093517] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Calling creation function for not-yet-present value {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1050.093641] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1050.120532] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1050.121234] env[65307]: DEBUG dogpile.cache.region [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65307) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1050.121234] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Released creation lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1050.121234] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "network-479" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.121524] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock port-888ba04b-c357-4b71-b0e9-42ae95eac153 taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.121712] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "port-888ba04b-c357-4b71-b0e9-42ae95eac153" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.121801] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "port-888ba04b-c357-4b71-b0e9-42ae95eac153" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.125545] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "port-888ba04b-c357-4b71-b0e9-42ae95eac153" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.125545] env[65307]: DEBUG networking_nsxv3.api.rpc [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('888ba04b-c357-4b71-b0e9-42ae95eac153',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.158488] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.158646] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.158742] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.158978] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.159338] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.159667] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.159783] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.159839] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.160013] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.160094] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.160185] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2 is going to be deleted. [ 1050.194026] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.194271] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.194314] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.194743] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.194743] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.194858] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.624538] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.624826] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.624956] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.625254] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.625410] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.625563] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Segment Port 888ba04b-c357-4b71-b0e9-42ae95eac153 not found, creating... [ 1050.625838] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.625998] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.626130] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.626450] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.626618] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.626944] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.627112] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.627227] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.627434] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.627592] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.627768] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Resource: SegmentPort with ID: 888ba04b-c357-4b71-b0e9-42ae95eac153 is going to be created. [ 1050.649168] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cd1fdfc7-9219-4ec0-87bb-5546cc5fd310 in Status: SUCCESS [ 1050.649426] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cd1fdfc7-9219-4ec0-87bb-5546cc5fd310" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.656667] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.657016] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.657136] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.657528] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.657819] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.658082] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "port-888ba04b-c357-4b71-b0e9-42ae95eac153" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.841368] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ee04e8a-7010-42c5-9448-f47e2c01412a in Status: SUCCESS [ 1050.841664] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ee04e8a-7010-42c5-9448-f47e2c01412a" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.841938] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ee04e8a-7010-42c5-9448-f47e2c01412a" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.842221] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ee04e8a-7010-42c5-9448-f47e2c01412a" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.842455] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.842597] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.842665] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.843832] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.843943] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.844132] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ee04e8a-7010-42c5-9448-f47e2c01412a" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.844260] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2ee04e8a-7010-42c5-9448-f47e2c01412a',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.346590] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2ee04e8a-7010-42c5-9448-f47e2c01412a',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.384588] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2eb7948-40eb-4476-b1d6-5d3cc221fc8e in Status: SUCCESS [ 1051.384811] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2eb7948-40eb-4476-b1d6-5d3cc221fc8e" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.385018] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2eb7948-40eb-4476-b1d6-5d3cc221fc8e" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.385230] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2eb7948-40eb-4476-b1d6-5d3cc221fc8e" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.385449] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.385556] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.385610] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.385757] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.385838] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.385917] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2eb7948-40eb-4476-b1d6-5d3cc221fc8e" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.386030] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b2eb7948-40eb-4476-b1d6-5d3cc221fc8e',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.445315] env[65307]: INFO networking_nsxv3.common.synchronization [req-09675daa-250a-4c4a-a789-22cac97ca4d2 req-fd09afbd-271c-4f0a-9b0f-9f1734d11dbc service nova] Enqueued Resource ID: e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2 with Priority: HIGHEST for action security_group_rules [ 1051.445554] env[65307]: INFO networking_nsxv3.common.synchronization [req-09675daa-250a-4c4a-a789-22cac97ca4d2 req-fd09afbd-271c-4f0a-9b0f-9f1734d11dbc service nova] Enqueued Resource ID: e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2 with Priority: HIGHEST for action security_group_members [ 1051.445699] env[65307]: INFO networking_nsxv3.common.synchronization [req-09675daa-250a-4c4a-a789-22cac97ca4d2 req-fd09afbd-271c-4f0a-9b0f-9f1734d11dbc service nova] Enqueued Resource ID: 888ba04b-c357-4b71-b0e9-42ae95eac153 with Priority: HIGHEST for action port [ 1051.446220] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2 with Priority: HIGHEST for action security_group_rules [ 1051.446357] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2 with Priority: HIGHEST for action security_group_members [ 1051.446671] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 888ba04b-c357-4b71-b0e9-42ae95eac153 with Priority: HIGHEST for action port [ 1051.446990] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.447130] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.447199] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.447419] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.447538] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.448564] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.448711] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.448790] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.448976] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.449139] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.449235] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.449296] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.449434] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.449519] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.449609] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.450660] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-888ba04b-c357-4b71-b0e9-42ae95eac153 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.451523] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-888ba04b-c357-4b71-b0e9-42ae95eac153" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.451523] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-888ba04b-c357-4b71-b0e9-42ae95eac153" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.451523] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-888ba04b-c357-4b71-b0e9-42ae95eac153" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.451523] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('888ba04b-c357-4b71-b0e9-42ae95eac153',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.849129] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2ee04e8a-7010-42c5-9448-f47e2c01412a: rpc.has_security_group_logging(os_id): False [ 1051.870907] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.871269] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.871383] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.871695] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.871843] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.874904] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.874904] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.874904] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.874904] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.874904] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.874904] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2ee04e8a-7010-42c5-9448-f47e2c01412a is going to be updated. [ 1051.889092] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b2eb7948-40eb-4476-b1d6-5d3cc221fc8e',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.949215] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.949641] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.949818] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.950197] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.950563] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.952339] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.955929] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2 taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.956229] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.958204] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 888ba04b-c357-4b71-b0e9-42ae95eac153 with status ACTIVE [ 1051.958204] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.958204] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.958204] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.958486] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.958611] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.959507] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.959507] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.959507] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.959507] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.959507] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.959507] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.959813] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.959863] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.960025] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.960100] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.960186] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 888ba04b-c357-4b71-b0e9-42ae95eac153 is going to be updated. [ 1051.998399] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2ee04e8a-7010-42c5-9448-f47e2c01412a in Status: IN_PROGRESS for 2s [ 1052.021854] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.021854] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.021854] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.021854] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.022150] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.022150] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-888ba04b-c357-4b71-b0e9-42ae95eac153" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.162260] env[65307]: INFO networking_nsxv3.common.synchronization [req-47c3eec4-ec16-4cd9-988f-79053f8476fd req-e4259f94-2886-4c8b-9745-4bc0350efb8c tempest-AttachVolumeTestJSON-835064239 tempest-AttachVolumeTestJSON-835064239-project-member] Enqueued Resource ID: b1168320-a4e1-411a-8c9b-79c02b4aee5c with Priority: HIGHEST for action security_group_members [ 1052.163351] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1168320-a4e1-411a-8c9b-79c02b4aee5c with Priority: HIGHEST for action security_group_members [ 1052.163641] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1168320-a4e1-411a-8c9b-79c02b4aee5c taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.163807] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1168320-a4e1-411a-8c9b-79c02b4aee5c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.163850] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1168320-a4e1-411a-8c9b-79c02b4aee5c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.164153] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1168320-a4e1-411a-8c9b-79c02b4aee5c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.164311] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.164413] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.164494] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.164688] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.164795] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.164893] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b1168320-a4e1-411a-8c9b-79c02b4aee5c',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.394404] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b2eb7948-40eb-4476-b1d6-5d3cc221fc8e: rpc.has_security_group_logging(os_id): False [ 1052.419085] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.419085] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.419085] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.419085] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.419085] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.419085] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.419085] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.419085] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.419085] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.419085] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.419085] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b2eb7948-40eb-4476-b1d6-5d3cc221fc8e is going to be created. [ 1052.458075] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.498096] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.498256] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.498315] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.498589] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.498821] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.510937] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b2eb7948-40eb-4476-b1d6-5d3cc221fc8e in Status: IN_PROGRESS for 2s [ 1052.589164] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock network-118 taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.589380] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "network-118" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.589483] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "network-118" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.589884] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "network-118" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.590680] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.590838] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.590937] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.591241] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.591395] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.591617] env[65307]: DEBUG dogpile.cache.region [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1052.591758] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] NeedRegenerationException {{(pid=65307) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1052.591873] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] no value, waiting for create lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1052.591999] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] value creation lock acquired {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1052.592135] env[65307]: DEBUG dogpile.cache.region [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1052.592242] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Calling creation function for not-yet-present value {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1052.592395] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1052.614154] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1052.614470] env[65307]: DEBUG dogpile.cache.region [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65307) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1052.614713] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Released creation lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1052.615706] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "network-118" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.615706] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock port-4a8ee5d1-2183-407f-bfc3-85c3b93b6c15 taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.615706] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "port-4a8ee5d1-2183-407f-bfc3-85c3b93b6c15" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.615888] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "port-4a8ee5d1-2183-407f-bfc3-85c3b93b6c15" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.616230] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "port-4a8ee5d1-2183-407f-bfc3-85c3b93b6c15" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.616399] env[65307]: DEBUG networking_nsxv3.api.rpc [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4a8ee5d1-2183-407f-bfc3-85c3b93b6c15',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.666976] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.667235] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.667302] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.667514] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.667631] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.667846] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.667950] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.668026] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.668190] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.668266] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.668349] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b1168320-a4e1-411a-8c9b-79c02b4aee5c already deleted. [ 1052.668430] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1168320-a4e1-411a-8c9b-79c02b4aee5c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.961038] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.961038] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.961038] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.961254] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.961322] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.961437] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2 is going to be created. [ 1052.990275] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.990451] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.990985] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.990985] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.990985] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.001451] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2 in Status: UNINITIALIZED for 2s [ 1053.119119] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.119375] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.119506] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.119815] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.119972] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.120184] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Segment Port 4a8ee5d1-2183-407f-bfc3-85c3b93b6c15 not found, creating... [ 1053.120544] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.120680] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.120728] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.120981] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.121142] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.121709] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.121709] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.121709] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.121923] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.122085] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.122224] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Resource: SegmentPort with ID: 4a8ee5d1-2183-407f-bfc3-85c3b93b6c15 is going to be created. [ 1053.146432] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.146622] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.146702] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.146982] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.147225] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.147453] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "port-4a8ee5d1-2183-407f-bfc3-85c3b93b6c15" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.475833] env[65307]: INFO networking_nsxv3.common.synchronization [None req-4d108d84-f3ed-4c66-ba8e-7dd613c6ba3e tempest-AttachInterfacesTestJSON-1120364181 tempest-AttachInterfacesTestJSON-1120364181-project-member] Enqueued Resource ID: dfaefd34-ec9a-485e-aa58-e1bf34863160 with Priority: HIGHEST for action security_group_members [ 1053.476517] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfaefd34-ec9a-485e-aa58-e1bf34863160 with Priority: HIGHEST for action security_group_members [ 1053.476967] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfaefd34-ec9a-485e-aa58-e1bf34863160 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.477601] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfaefd34-ec9a-485e-aa58-e1bf34863160" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.477791] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfaefd34-ec9a-485e-aa58-e1bf34863160" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.478010] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfaefd34-ec9a-485e-aa58-e1bf34863160" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.478247] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.478399] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.478495] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.478725] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.478851] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.481294] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dfaefd34-ec9a-485e-aa58-e1bf34863160',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.907798] env[65307]: INFO networking_nsxv3.common.synchronization [req-fabd9bc2-df21-4afd-baf5-cb28279d2f73 req-47f1677c-704f-4c51-bf28-712e7f6f2fb4 tempest-ServersNegativeTestJSON-1901636122 tempest-ServersNegativeTestJSON-1901636122-project-member] Enqueued Resource ID: 81b1f5ff-e5a6-4212-b54d-79c3bff0b9ea with Priority: HIGHEST for action security_group_members [ 1053.907909] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81b1f5ff-e5a6-4212-b54d-79c3bff0b9ea with Priority: HIGHEST for action security_group_members [ 1053.908248] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-81b1f5ff-e5a6-4212-b54d-79c3bff0b9ea taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.908380] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81b1f5ff-e5a6-4212-b54d-79c3bff0b9ea" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.908469] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81b1f5ff-e5a6-4212-b54d-79c3bff0b9ea" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.908687] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81b1f5ff-e5a6-4212-b54d-79c3bff0b9ea" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.908996] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.909117] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.909237] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.909401] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.909513] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.909595] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('81b1f5ff-e5a6-4212-b54d-79c3bff0b9ea',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.916150] env[65307]: INFO networking_nsxv3.common.synchronization [req-47c3eec4-ec16-4cd9-988f-79053f8476fd req-4cdc3dc4-09dc-4396-94ec-2b7f10ea258a service nova] Enqueued Resource ID: b1168320-a4e1-411a-8c9b-79c02b4aee5c with Priority: HIGHEST for action security_group_rules [ 1053.916150] env[65307]: INFO networking_nsxv3.common.synchronization [req-47c3eec4-ec16-4cd9-988f-79053f8476fd req-4cdc3dc4-09dc-4396-94ec-2b7f10ea258a service nova] Enqueued Resource ID: b1168320-a4e1-411a-8c9b-79c02b4aee5c with Priority: HIGHEST for action security_group_members [ 1053.916150] env[65307]: INFO networking_nsxv3.common.synchronization [req-47c3eec4-ec16-4cd9-988f-79053f8476fd req-4cdc3dc4-09dc-4396-94ec-2b7f10ea258a service nova] Enqueued Resource ID: 4a8ee5d1-2183-407f-bfc3-85c3b93b6c15 with Priority: HIGHEST for action port [ 1053.916150] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1168320-a4e1-411a-8c9b-79c02b4aee5c with Priority: HIGHEST for action security_group_rules [ 1053.916150] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1168320-a4e1-411a-8c9b-79c02b4aee5c with Priority: HIGHEST for action security_group_members [ 1053.916150] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a8ee5d1-2183-407f-bfc3-85c3b93b6c15 with Priority: HIGHEST for action port [ 1053.916150] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b1168320-a4e1-411a-8c9b-79c02b4aee5c taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.916150] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b1168320-a4e1-411a-8c9b-79c02b4aee5c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.916150] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b1168320-a4e1-411a-8c9b-79c02b4aee5c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.916150] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b1168320-a4e1-411a-8c9b-79c02b4aee5c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.916150] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b1168320-a4e1-411a-8c9b-79c02b4aee5c',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.918938] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1168320-a4e1-411a-8c9b-79c02b4aee5c taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.918938] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1168320-a4e1-411a-8c9b-79c02b4aee5c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.918938] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1168320-a4e1-411a-8c9b-79c02b4aee5c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.918938] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1168320-a4e1-411a-8c9b-79c02b4aee5c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.918938] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.918938] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.918938] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.918938] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.918938] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.918938] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b1168320-a4e1-411a-8c9b-79c02b4aee5c',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.919854] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-4a8ee5d1-2183-407f-bfc3-85c3b93b6c15 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.919854] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4a8ee5d1-2183-407f-bfc3-85c3b93b6c15" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.919854] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4a8ee5d1-2183-407f-bfc3-85c3b93b6c15" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.919854] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4a8ee5d1-2183-407f-bfc3-85c3b93b6c15" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.919854] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4a8ee5d1-2183-407f-bfc3-85c3b93b6c15',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.983881] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.984093] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.984179] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.984469] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.984567] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.984831] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.984947] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.985033] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.985232] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.985329] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.985419] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dfaefd34-ec9a-485e-aa58-e1bf34863160 is going to be deleted. [ 1054.016442] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2ee04e8a-7010-42c5-9448-f47e2c01412a in Status: SUCCESS [ 1054.016442] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2ee04e8a-7010-42c5-9448-f47e2c01412a" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.027471] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.027630] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.027668] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.027961] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.028666] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.028756] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfaefd34-ec9a-485e-aa58-e1bf34863160" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.412480] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.413697] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.413837] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.414114] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.414213] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.414461] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.414573] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.414637] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.414844] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.414924] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.415026] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81b1f5ff-e5a6-4212-b54d-79c3bff0b9ea is going to be updated. [ 1054.421953] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1168320-a4e1-411a-8c9b-79c02b4aee5c taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.421953] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1168320-a4e1-411a-8c9b-79c02b4aee5c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.422448] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b1168320-a4e1-411a-8c9b-79c02b4aee5c',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.423378] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4a8ee5d1-2183-407f-bfc3-85c3b93b6c15 with status ACTIVE [ 1054.423708] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.423708] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.423891] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.424164] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.424233] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.424385] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.424509] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.424544] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.424718] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.424793] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.424994] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.425112] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.425161] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.425316] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.425429] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.425590] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4a8ee5d1-2183-407f-bfc3-85c3b93b6c15 is going to be updated. [ 1054.450151] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.450151] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.450151] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.450151] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.450151] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.450151] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4a8ee5d1-2183-407f-bfc3-85c3b93b6c15" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.455250] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.455250] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.455250] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.455250] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.455250] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.466101] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81b1f5ff-e5a6-4212-b54d-79c3bff0b9ea in Status: IN_PROGRESS for 2s [ 1054.544568] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b2eb7948-40eb-4476-b1d6-5d3cc221fc8e in Status: SUCCESS [ 1054.544862] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b2eb7948-40eb-4476-b1d6-5d3cc221fc8e" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.931451] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b1168320-a4e1-411a-8c9b-79c02b4aee5c',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.014901] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2 in Status: SUCCESS [ 1055.014901] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.014901] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.014901] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.015310] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.015310] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.015310] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.015432] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.015471] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.015527] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.015620] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.435800] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.435957] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.436047] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.437373] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.437373] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.437373] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b1168320-a4e1-411a-8c9b-79c02b4aee5c is going to be created. [ 1055.466874] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.467794] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.467794] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.467998] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.468291] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.479080] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1168320-a4e1-411a-8c9b-79c02b4aee5c in Status: UNINITIALIZED for 2s [ 1055.523019] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2 taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.523019] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.523019] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.523019] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.523019] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.523019] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.523019] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.523019] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.523019] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.523019] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.523019] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2 taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.523019] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.523019] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.523019] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.523019] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.523019] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.523838] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.523838] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.523838] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.523838] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.523838] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.028820] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2: rpc.has_security_group_logging(os_id): False [ 1056.047277] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.047721] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.049616] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.049616] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.049616] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.049616] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.049616] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.049616] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.049616] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.049616] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.049616] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.049616] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.049616] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.049616] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.049616] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.050044] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.050044] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.050137] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.050305] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.050413] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.050525] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2 is going to be created. [ 1056.124825] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.125044] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.125044] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.125261] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.125443] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.144154] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2 in Status: IN_PROGRESS for 2s [ 1056.480410] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81b1f5ff-e5a6-4212-b54d-79c3bff0b9ea in Status: SUCCESS [ 1056.480410] env[65307]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81b1f5ff-e5a6-4212-b54d-79c3bff0b9ea deletion is rescheduled due to dependency. [ 1056.480410] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81b1f5ff-e5a6-4212-b54d-79c3bff0b9ea" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.490306] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1168320-a4e1-411a-8c9b-79c02b4aee5c in Status: SUCCESS [ 1057.490659] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1168320-a4e1-411a-8c9b-79c02b4aee5c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.490692] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1168320-a4e1-411a-8c9b-79c02b4aee5c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.490996] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1168320-a4e1-411a-8c9b-79c02b4aee5c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.491307] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.491486] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.491589] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.491833] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.491980] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.492136] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1168320-a4e1-411a-8c9b-79c02b4aee5c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.492280] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b1168320-a4e1-411a-8c9b-79c02b4aee5c',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.994811] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b1168320-a4e1-411a-8c9b-79c02b4aee5c',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.160144] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2 in Status: SUCCESS [ 1058.160377] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.497742] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b1168320-a4e1-411a-8c9b-79c02b4aee5c: rpc.has_security_group_logging(os_id): False [ 1058.520081] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.520253] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.520304] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.520525] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.520617] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.520952] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.521117] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.521258] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.521372] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.521470] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.521562] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b1168320-a4e1-411a-8c9b-79c02b4aee5c is going to be created. [ 1058.616717] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.616872] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.616936] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.617397] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.617632] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.671051] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b1168320-a4e1-411a-8c9b-79c02b4aee5c in Status: IN_PROGRESS for 2s [ 1058.916048] env[65307]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1058.916162] env[65307]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1060.339925] env[65307]: INFO networking_nsxv3.common.synchronization [req-b909b124-59fc-4bb9-8198-7b808386b739 req-04ddf016-6be5-4e22-a9a2-a9516108fdc1 tempest-ServerRescueNegativeTestJSON-775459428 tempest-ServerRescueNegativeTestJSON-775459428-project-member] Enqueued Resource ID: 1fb8c340-b1af-40ff-848a-419b96a4dbd2 with Priority: HIGHEST for action security_group_members [ 1060.340464] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fb8c340-b1af-40ff-848a-419b96a4dbd2 with Priority: HIGHEST for action security_group_members [ 1060.340805] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-1fb8c340-b1af-40ff-848a-419b96a4dbd2 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.340972] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1fb8c340-b1af-40ff-848a-419b96a4dbd2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.341185] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1fb8c340-b1af-40ff-848a-419b96a4dbd2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.341256] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1fb8c340-b1af-40ff-848a-419b96a4dbd2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.341390] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.341492] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.341538] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.341686] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.341772] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.341905] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1fb8c340-b1af-40ff-848a-419b96a4dbd2',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.692142] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b1168320-a4e1-411a-8c9b-79c02b4aee5c in Status: SUCCESS [ 1060.692415] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b1168320-a4e1-411a-8c9b-79c02b4aee5c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.797234] env[65307]: INFO networking_nsxv3.common.synchronization [req-3f3b3282-49d4-4560-afe0-c11111daaac0 req-bc47b41d-6404-4977-b0f1-37eda4f9608f tempest-ImagesTestJSON-277680294 tempest-ImagesTestJSON-277680294-project-member] Enqueued Resource ID: e4bfcfdb-60f5-4a19-9d13-d77039646bd9 with Priority: HIGHEST for action security_group_members [ 1060.798024] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4bfcfdb-60f5-4a19-9d13-d77039646bd9 with Priority: HIGHEST for action security_group_members [ 1060.798411] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4bfcfdb-60f5-4a19-9d13-d77039646bd9 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.798532] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4bfcfdb-60f5-4a19-9d13-d77039646bd9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.798595] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4bfcfdb-60f5-4a19-9d13-d77039646bd9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.798803] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4bfcfdb-60f5-4a19-9d13-d77039646bd9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.798972] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.799088] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.799152] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.799292] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.799378] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.799496] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e4bfcfdb-60f5-4a19-9d13-d77039646bd9',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.845970] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.846142] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.846237] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.846509] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.874996] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.875287] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.875562] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.875661] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.876054] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.876591] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.876591] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1fb8c340-b1af-40ff-848a-419b96a4dbd2 is going to be updated. [ 1060.911494] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.911733] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.911829] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.912086] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.912263] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.925487] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1fb8c340-b1af-40ff-848a-419b96a4dbd2 in Status: IN_PROGRESS for 2s [ 1061.302170] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.302888] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.302888] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.303040] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.304420] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.304867] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.304867] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.304867] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.305038] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.305121] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.305223] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e4bfcfdb-60f5-4a19-9d13-d77039646bd9 is going to be updated. [ 1061.345033] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.345033] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.345033] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.345033] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.345033] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.357075] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4bfcfdb-60f5-4a19-9d13-d77039646bd9 in Status: IN_PROGRESS for 2s [ 1062.936056] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1fb8c340-b1af-40ff-848a-419b96a4dbd2 in Status: SUCCESS [ 1062.936300] env[65307]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1fb8c340-b1af-40ff-848a-419b96a4dbd2 deletion is rescheduled due to dependency. [ 1062.936711] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1fb8c340-b1af-40ff-848a-419b96a4dbd2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.323746] env[65307]: INFO networking_nsxv3.common.synchronization [req-78b76731-0811-46ae-93ef-c5cf122a2aa1 req-ee9335a6-c271-4aca-8722-3e5e8d0f1294 tempest-AttachVolumeNegativeTest-671309822 tempest-AttachVolumeNegativeTest-671309822-project-member] Enqueued Resource ID: 0a9b9cba-b189-4d9b-8241-f20b7403fe71 with Priority: HIGHEST for action security_group_members [ 1063.325039] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a9b9cba-b189-4d9b-8241-f20b7403fe71 with Priority: HIGHEST for action security_group_members [ 1063.325459] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a9b9cba-b189-4d9b-8241-f20b7403fe71 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.325537] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a9b9cba-b189-4d9b-8241-f20b7403fe71" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.325584] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a9b9cba-b189-4d9b-8241-f20b7403fe71" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.325820] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a9b9cba-b189-4d9b-8241-f20b7403fe71" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.326066] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.326183] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.326241] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.326408] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.326524] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.326722] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0a9b9cba-b189-4d9b-8241-f20b7403fe71',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.370019] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4bfcfdb-60f5-4a19-9d13-d77039646bd9 in Status: SUCCESS [ 1063.370242] env[65307]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e4bfcfdb-60f5-4a19-9d13-d77039646bd9 deletion is rescheduled due to dependency. [ 1063.370396] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4bfcfdb-60f5-4a19-9d13-d77039646bd9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.755859] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock network-29 taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.756161] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "network-29" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.756357] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "network-29" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.756731] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "network-29" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.757120] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.757375] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.757562] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.757981] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.758218] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.758518] env[65307]: DEBUG dogpile.cache.region [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1063.758687] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] NeedRegenerationException {{(pid=65307) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1063.758878] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] no value, waiting for create lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1063.759035] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] value creation lock acquired {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1063.759219] env[65307]: DEBUG dogpile.cache.region [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1063.759386] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Calling creation function for not-yet-present value {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1063.759584] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1063.786497] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1063.786774] env[65307]: DEBUG dogpile.cache.region [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65307) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1063.786951] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Released creation lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1063.787230] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "network-29" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.787675] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock port-7bb44d86-2f22-49dc-8007-18c3813087e0 taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.787928] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "port-7bb44d86-2f22-49dc-8007-18c3813087e0" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.788138] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "port-7bb44d86-2f22-49dc-8007-18c3813087e0" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.788574] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "port-7bb44d86-2f22-49dc-8007-18c3813087e0" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.788857] env[65307]: DEBUG networking_nsxv3.api.rpc [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7bb44d86-2f22-49dc-8007-18c3813087e0',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.829700] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.829849] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.829940] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.830171] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.853997] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.854447] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.854672] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.854907] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.855142] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.855306] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.855509] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a9b9cba-b189-4d9b-8241-f20b7403fe71 is going to be updated. [ 1063.889406] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.889540] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.889613] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.889834] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.889978] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.905113] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a9b9cba-b189-4d9b-8241-f20b7403fe71 in Status: IN_PROGRESS for 2s [ 1064.291867] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.292321] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.292420] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.292766] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.292985] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.293191] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Segment Port 7bb44d86-2f22-49dc-8007-18c3813087e0 not found, creating... [ 1064.293559] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.293788] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.293954] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.294321] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.294529] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.294918] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.295151] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.295339] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.295649] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.295852] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.296075] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Resource: SegmentPort with ID: 7bb44d86-2f22-49dc-8007-18c3813087e0 is going to be created. [ 1064.319592] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.319875] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.320010] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.320297] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.320523] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.320744] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "port-7bb44d86-2f22-49dc-8007-18c3813087e0" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.033221] env[65307]: INFO networking_nsxv3.common.synchronization [req-66b311cf-4be6-427a-9446-db8f3cf43456 req-790fccc0-75ea-44ea-842a-21ba77afe72b service nova] Enqueued Resource ID: dfaefd34-ec9a-485e-aa58-e1bf34863160 with Priority: HIGHEST for action security_group_rules [ 1065.033221] env[65307]: INFO networking_nsxv3.common.synchronization [req-66b311cf-4be6-427a-9446-db8f3cf43456 req-790fccc0-75ea-44ea-842a-21ba77afe72b service nova] Enqueued Resource ID: dfaefd34-ec9a-485e-aa58-e1bf34863160 with Priority: HIGHEST for action security_group_members [ 1065.033221] env[65307]: INFO networking_nsxv3.common.synchronization [req-66b311cf-4be6-427a-9446-db8f3cf43456 req-790fccc0-75ea-44ea-842a-21ba77afe72b service nova] Enqueued Resource ID: 7bb44d86-2f22-49dc-8007-18c3813087e0 with Priority: HIGHEST for action port [ 1065.033221] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfaefd34-ec9a-485e-aa58-e1bf34863160 with Priority: HIGHEST for action security_group_rules [ 1065.033568] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfaefd34-ec9a-485e-aa58-e1bf34863160 with Priority: HIGHEST for action security_group_members [ 1065.033898] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bb44d86-2f22-49dc-8007-18c3813087e0 with Priority: HIGHEST for action port [ 1065.034348] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dfaefd34-ec9a-485e-aa58-e1bf34863160 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.034640] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dfaefd34-ec9a-485e-aa58-e1bf34863160" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.034815] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dfaefd34-ec9a-485e-aa58-e1bf34863160" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.035242] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dfaefd34-ec9a-485e-aa58-e1bf34863160" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.035905] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dfaefd34-ec9a-485e-aa58-e1bf34863160',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.037406] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfaefd34-ec9a-485e-aa58-e1bf34863160 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.037744] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfaefd34-ec9a-485e-aa58-e1bf34863160" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.038200] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfaefd34-ec9a-485e-aa58-e1bf34863160" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.038507] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfaefd34-ec9a-485e-aa58-e1bf34863160" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.038774] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.039018] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.039205] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.039460] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.039636] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.042014] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dfaefd34-ec9a-485e-aa58-e1bf34863160',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.042014] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-7bb44d86-2f22-49dc-8007-18c3813087e0 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.042014] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7bb44d86-2f22-49dc-8007-18c3813087e0" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.042014] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7bb44d86-2f22-49dc-8007-18c3813087e0" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.042014] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7bb44d86-2f22-49dc-8007-18c3813087e0" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.042014] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7bb44d86-2f22-49dc-8007-18c3813087e0',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.543831] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfaefd34-ec9a-485e-aa58-e1bf34863160 taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.543831] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfaefd34-ec9a-485e-aa58-e1bf34863160" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.544287] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dfaefd34-ec9a-485e-aa58-e1bf34863160',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.546137] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7bb44d86-2f22-49dc-8007-18c3813087e0 with status ACTIVE [ 1065.546805] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.546909] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.546963] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.547272] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.548239] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.548239] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.548239] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.548239] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.548239] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.548503] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.548890] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.548890] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.548890] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.549164] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.549164] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.549295] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7bb44d86-2f22-49dc-8007-18c3813087e0 is going to be updated. [ 1065.582281] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.582438] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.582608] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.582716] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.582855] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.583029] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7bb44d86-2f22-49dc-8007-18c3813087e0" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.919896] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a9b9cba-b189-4d9b-8241-f20b7403fe71 in Status: SUCCESS [ 1065.920110] env[65307]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a9b9cba-b189-4d9b-8241-f20b7403fe71 deletion is rescheduled due to dependency. [ 1065.920265] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a9b9cba-b189-4d9b-8241-f20b7403fe71" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.051953] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dfaefd34-ec9a-485e-aa58-e1bf34863160',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.556536] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.557059] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.557059] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.557059] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.557059] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.557261] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dfaefd34-ec9a-485e-aa58-e1bf34863160 is going to be created. [ 1066.584268] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.584468] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.584548] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.584764] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.584922] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.597864] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dfaefd34-ec9a-485e-aa58-e1bf34863160 in Status: UNINITIALIZED for 2s [ 1067.829022] env[65307]: INFO networking_nsxv3.common.synchronization [req-d979bd31-46da-4231-9ed6-c359d7b47fd9 req-525eb588-ba00-494a-a36e-e4f036a7d18c tempest-ServerDiskConfigTestJSON-294734907 tempest-ServerDiskConfigTestJSON-294734907-project-member] Enqueued Resource ID: 8acce43e-fe25-4bf7-968f-fd3904ef8dc8 with Priority: HIGHEST for action security_group_members [ 1067.829022] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8acce43e-fe25-4bf7-968f-fd3904ef8dc8 with Priority: HIGHEST for action security_group_members [ 1067.829379] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-8acce43e-fe25-4bf7-968f-fd3904ef8dc8 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.829474] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8acce43e-fe25-4bf7-968f-fd3904ef8dc8" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.829544] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8acce43e-fe25-4bf7-968f-fd3904ef8dc8" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.829747] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8acce43e-fe25-4bf7-968f-fd3904ef8dc8" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.829899] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.830446] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.830446] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.830446] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.830446] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.830446] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8acce43e-fe25-4bf7-968f-fd3904ef8dc8',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.332923] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.333142] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.333243] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.333513] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.356428] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.356628] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.356754] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.356823] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.357029] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.357119] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.357214] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8acce43e-fe25-4bf7-968f-fd3904ef8dc8 is going to be updated. [ 1068.384743] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.384743] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.384885] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.385058] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.385174] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.394580] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8acce43e-fe25-4bf7-968f-fd3904ef8dc8 in Status: IN_PROGRESS for 2s [ 1068.597678] env[65307]: INFO networking_nsxv3.common.synchronization [req-c0ef6848-d3ea-4303-88e0-b21585e6a9c6 req-70892045-bdd5-4d32-8dde-5f3a59296913 tempest-ServerActionsTestOtherA-1819960408 tempest-ServerActionsTestOtherA-1819960408-project-member] Enqueued Resource ID: a7e8cb20-7b52-4012-9542-01def2947e00 with Priority: HIGHEST for action security_group_members [ 1068.598199] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7e8cb20-7b52-4012-9542-01def2947e00 with Priority: HIGHEST for action security_group_members [ 1068.600062] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7e8cb20-7b52-4012-9542-01def2947e00 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.600062] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7e8cb20-7b52-4012-9542-01def2947e00" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.600252] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7e8cb20-7b52-4012-9542-01def2947e00" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.600458] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7e8cb20-7b52-4012-9542-01def2947e00" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.600657] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.601053] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.601783] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.601783] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.601783] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.601783] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a7e8cb20-7b52-4012-9542-01def2947e00',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.612311] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dfaefd34-ec9a-485e-aa58-e1bf34863160 in Status: SUCCESS [ 1068.612545] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfaefd34-ec9a-485e-aa58-e1bf34863160" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.612722] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfaefd34-ec9a-485e-aa58-e1bf34863160" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.612948] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfaefd34-ec9a-485e-aa58-e1bf34863160" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.613183] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.613308] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.613374] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.613560] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.613679] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.613762] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfaefd34-ec9a-485e-aa58-e1bf34863160" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.614339] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dfaefd34-ec9a-485e-aa58-e1bf34863160',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.105300] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.105628] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.105628] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.106448] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.106523] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.106770] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.106920] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.107026] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.107261] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.107374] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.107496] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a7e8cb20-7b52-4012-9542-01def2947e00 is going to be updated. [ 1069.117372] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfaefd34-ec9a-485e-aa58-e1bf34863160 taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.117372] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfaefd34-ec9a-485e-aa58-e1bf34863160" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.117372] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfaefd34-ec9a-485e-aa58-e1bf34863160" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.117372] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfaefd34-ec9a-485e-aa58-e1bf34863160" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.117718] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.117718] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.117828] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.117941] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.118083] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.118203] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfaefd34-ec9a-485e-aa58-e1bf34863160" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.118408] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfaefd34-ec9a-485e-aa58-e1bf34863160 taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.118542] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfaefd34-ec9a-485e-aa58-e1bf34863160" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.118629] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfaefd34-ec9a-485e-aa58-e1bf34863160" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.119018] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfaefd34-ec9a-485e-aa58-e1bf34863160" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.119083] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.119191] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.119284] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.119480] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.119591] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.119883] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfaefd34-ec9a-485e-aa58-e1bf34863160" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.119883] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dfaefd34-ec9a-485e-aa58-e1bf34863160',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.147643] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.147813] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.147857] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.148068] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.148218] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.158378] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a7e8cb20-7b52-4012-9542-01def2947e00 in Status: IN_PROGRESS for 2s [ 1069.623531] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dfaefd34-ec9a-485e-aa58-e1bf34863160: rpc.has_security_group_logging(os_id): False [ 1069.643531] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.643802] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.643922] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.644210] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.644356] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.644603] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.644777] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.644882] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.645099] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.645229] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.645473] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.645606] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.645715] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.645896] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.646068] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.646267] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.646423] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.646521] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.646702] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.646822] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.646947] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dfaefd34-ec9a-485e-aa58-e1bf34863160 is going to be created. [ 1069.725574] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.725798] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.725839] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.726174] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.726457] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.755773] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dfaefd34-ec9a-485e-aa58-e1bf34863160 in Status: IN_PROGRESS for 2s [ 1070.405191] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8acce43e-fe25-4bf7-968f-fd3904ef8dc8 in Status: SUCCESS [ 1070.405564] env[65307]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8acce43e-fe25-4bf7-968f-fd3904ef8dc8 deletion is rescheduled due to dependency. [ 1070.405793] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8acce43e-fe25-4bf7-968f-fd3904ef8dc8" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.851142] env[65307]: INFO networking_nsxv3.common.synchronization [req-b1338bb2-8a0a-4dc1-88e4-110eba0c6a13 req-ec91eca9-ad34-47dc-8f31-6853746cd30e tempest-ImagesTestJSON-277680294 tempest-ImagesTestJSON-277680294-project-member] Enqueued Resource ID: e4bfcfdb-60f5-4a19-9d13-d77039646bd9 with Priority: HIGHEST for action security_group_members [ 1070.851142] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4bfcfdb-60f5-4a19-9d13-d77039646bd9 with Priority: HIGHEST for action security_group_members [ 1070.852020] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4bfcfdb-60f5-4a19-9d13-d77039646bd9 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.852308] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4bfcfdb-60f5-4a19-9d13-d77039646bd9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.852484] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4bfcfdb-60f5-4a19-9d13-d77039646bd9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.853635] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4bfcfdb-60f5-4a19-9d13-d77039646bd9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.853918] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.854380] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.854651] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.854906] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.855122] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.855313] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e4bfcfdb-60f5-4a19-9d13-d77039646bd9',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.169641] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a7e8cb20-7b52-4012-9542-01def2947e00 in Status: SUCCESS [ 1071.169837] env[65307]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a7e8cb20-7b52-4012-9542-01def2947e00 deletion is rescheduled due to dependency. [ 1071.169953] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7e8cb20-7b52-4012-9542-01def2947e00" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.196655] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock network-525 taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.196877] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "network-525" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.197009] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "network-525" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.197422] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "network-525" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.197736] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.198071] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.198201] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.198440] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.198584] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.198790] env[65307]: DEBUG dogpile.cache.region [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1071.198932] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] NeedRegenerationException {{(pid=65307) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1071.199156] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] no value, waiting for create lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1071.199350] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] value creation lock acquired {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1071.199481] env[65307]: DEBUG dogpile.cache.region [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1071.199597] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Calling creation function for not-yet-present value {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1071.199734] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1071.223492] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1071.223700] env[65307]: DEBUG dogpile.cache.region [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65307) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1071.223819] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Released creation lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1071.224009] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "network-525" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.224352] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock port-a9b3e546-96c6-47b2-9691-603fd941d652 taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.224520] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "port-a9b3e546-96c6-47b2-9691-603fd941d652" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.224636] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "port-a9b3e546-96c6-47b2-9691-603fd941d652" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.224987] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "port-a9b3e546-96c6-47b2-9691-603fd941d652" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.225141] env[65307]: DEBUG networking_nsxv3.api.rpc [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a9b3e546-96c6-47b2-9691-603fd941d652',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.358188] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.358345] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.358417] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.358644] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.358739] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.359051] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.359178] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.359242] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.359407] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.359535] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.359592] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e4bfcfdb-60f5-4a19-9d13-d77039646bd9 is going to be updated. [ 1071.388090] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.388281] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.388281] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.388514] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.388654] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.397536] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4bfcfdb-60f5-4a19-9d13-d77039646bd9 in Status: IN_PROGRESS for 2s [ 1071.727847] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.728203] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.728248] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.728549] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.728944] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.728944] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Segment Port a9b3e546-96c6-47b2-9691-603fd941d652 not found, creating... [ 1071.729198] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.729360] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.729490] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.729720] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.729857] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.730184] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.730341] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.730466] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.730674] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.730807] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.730943] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Resource: SegmentPort with ID: a9b3e546-96c6-47b2-9691-603fd941d652 is going to be created. [ 1071.751848] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.752110] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.752251] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.752576] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.752813] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.753110] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "port-a9b3e546-96c6-47b2-9691-603fd941d652" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.774516] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dfaefd34-ec9a-485e-aa58-e1bf34863160 in Status: SUCCESS [ 1071.774753] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dfaefd34-ec9a-485e-aa58-e1bf34863160" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.494578] env[65307]: INFO networking_nsxv3.common.synchronization [req-b1338bb2-8a0a-4dc1-88e4-110eba0c6a13 req-dc79f268-0d09-4408-a999-bf4614e9fb97 service nova] Enqueued Resource ID: e4bfcfdb-60f5-4a19-9d13-d77039646bd9 with Priority: HIGHEST for action security_group_rules [ 1072.494766] env[65307]: INFO networking_nsxv3.common.synchronization [req-b1338bb2-8a0a-4dc1-88e4-110eba0c6a13 req-dc79f268-0d09-4408-a999-bf4614e9fb97 service nova] Enqueued Resource ID: e4bfcfdb-60f5-4a19-9d13-d77039646bd9 with Priority: HIGHEST for action security_group_members [ 1072.494900] env[65307]: INFO networking_nsxv3.common.synchronization [req-b1338bb2-8a0a-4dc1-88e4-110eba0c6a13 req-dc79f268-0d09-4408-a999-bf4614e9fb97 service nova] Enqueued Resource ID: a9b3e546-96c6-47b2-9691-603fd941d652 with Priority: HIGHEST for action port [ 1072.495472] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4bfcfdb-60f5-4a19-9d13-d77039646bd9 with Priority: HIGHEST for action security_group_rules [ 1072.495612] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4bfcfdb-60f5-4a19-9d13-d77039646bd9 with Priority: HIGHEST for action security_group_members [ 1072.495711] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9b3e546-96c6-47b2-9691-603fd941d652 with Priority: HIGHEST for action port [ 1072.495998] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e4bfcfdb-60f5-4a19-9d13-d77039646bd9 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.496146] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e4bfcfdb-60f5-4a19-9d13-d77039646bd9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.496217] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e4bfcfdb-60f5-4a19-9d13-d77039646bd9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.496432] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e4bfcfdb-60f5-4a19-9d13-d77039646bd9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.496494] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e4bfcfdb-60f5-4a19-9d13-d77039646bd9',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.497650] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4bfcfdb-60f5-4a19-9d13-d77039646bd9 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.497748] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4bfcfdb-60f5-4a19-9d13-d77039646bd9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.497971] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-a9b3e546-96c6-47b2-9691-603fd941d652 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.498090] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a9b3e546-96c6-47b2-9691-603fd941d652" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.498150] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a9b3e546-96c6-47b2-9691-603fd941d652" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.498315] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a9b3e546-96c6-47b2-9691-603fd941d652" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.498391] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a9b3e546-96c6-47b2-9691-603fd941d652',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.988311] env[65307]: INFO networking_nsxv3.common.synchronization [None req-ffcc4292-55e5-4789-85ea-4aec8fd69f45 tempest-AttachVolumeNegativeTest-671309822 tempest-AttachVolumeNegativeTest-671309822-project-member] Enqueued Resource ID: 9ad1fe27-47f9-48e2-9f7b-dbf26f3e02b1 with Priority: HIGHEST for action security_group_rules [ 1072.988889] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ad1fe27-47f9-48e2-9f7b-dbf26f3e02b1 with Priority: HIGHEST for action security_group_rules [ 1072.989508] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9ad1fe27-47f9-48e2-9f7b-dbf26f3e02b1 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.989643] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9ad1fe27-47f9-48e2-9f7b-dbf26f3e02b1" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.989715] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9ad1fe27-47f9-48e2-9f7b-dbf26f3e02b1" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.989986] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9ad1fe27-47f9-48e2-9f7b-dbf26f3e02b1" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.991673] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9ad1fe27-47f9-48e2-9f7b-dbf26f3e02b1',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.000296] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4bfcfdb-60f5-4a19-9d13-d77039646bd9 taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.000439] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4bfcfdb-60f5-4a19-9d13-d77039646bd9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.002057] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a9b3e546-96c6-47b2-9691-603fd941d652 with status ACTIVE [ 1073.002302] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.002424] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.002495] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.002688] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.002780] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.002951] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.003063] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.003119] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.003261] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.003335] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.003587] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.003679] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.003727] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.003886] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.003953] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.004046] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a9b3e546-96c6-47b2-9691-603fd941d652 is going to be updated. [ 1073.029487] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.029487] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.029487] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.029487] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.029487] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.029784] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a9b3e546-96c6-47b2-9691-603fd941d652" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.105187] env[65307]: INFO networking_nsxv3.common.synchronization [None req-dc4c1fb3-85b4-492b-aa18-d8186a9dbe46 tempest-AttachVolumeNegativeTest-671309822 tempest-AttachVolumeNegativeTest-671309822-project-member] Enqueued Resource ID: 9ad1fe27-47f9-48e2-9f7b-dbf26f3e02b1 with Priority: HIGHEST for action security_group_rules [ 1073.105950] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ad1fe27-47f9-48e2-9f7b-dbf26f3e02b1 with Priority: HIGHEST for action security_group_rules [ 1073.107190] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9ad1fe27-47f9-48e2-9f7b-dbf26f3e02b1 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.107190] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9ad1fe27-47f9-48e2-9f7b-dbf26f3e02b1" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.238208] env[65307]: INFO networking_nsxv3.common.synchronization [req-b1350054-bd07-44e0-8b2a-9b8f9d59c5b5 req-25e8572b-1284-4b8c-9f6a-a6e695e74bc0 tempest-ServerDiskConfigTestJSON-294734907 tempest-ServerDiskConfigTestJSON-294734907-project-member] Enqueued Resource ID: 8acce43e-fe25-4bf7-968f-fd3904ef8dc8 with Priority: HIGHEST for action security_group_members [ 1073.238766] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8acce43e-fe25-4bf7-968f-fd3904ef8dc8 with Priority: HIGHEST for action security_group_members [ 1073.239497] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-8acce43e-fe25-4bf7-968f-fd3904ef8dc8 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.239611] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8acce43e-fe25-4bf7-968f-fd3904ef8dc8" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.239685] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8acce43e-fe25-4bf7-968f-fd3904ef8dc8" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.239901] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8acce43e-fe25-4bf7-968f-fd3904ef8dc8" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.240242] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.240367] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.240432] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.240590] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.240676] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.240771] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8acce43e-fe25-4bf7-968f-fd3904ef8dc8',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.411277] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4bfcfdb-60f5-4a19-9d13-d77039646bd9 in Status: SUCCESS [ 1073.411277] env[65307]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e4bfcfdb-60f5-4a19-9d13-d77039646bd9 deletion is rescheduled due to dependency. [ 1073.411277] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4bfcfdb-60f5-4a19-9d13-d77039646bd9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.411277] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4bfcfdb-60f5-4a19-9d13-d77039646bd9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.411277] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4bfcfdb-60f5-4a19-9d13-d77039646bd9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.411277] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.411277] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.411277] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.411277] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.411277] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.411277] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e4bfcfdb-60f5-4a19-9d13-d77039646bd9',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.512067] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.512233] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.512309] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.512548] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.512641] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.512738] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9ad1fe27-47f9-48e2-9f7b-dbf26f3e02b1 already deleted. [ 1073.512828] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9ad1fe27-47f9-48e2-9f7b-dbf26f3e02b1" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.512985] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9ad1fe27-47f9-48e2-9f7b-dbf26f3e02b1" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.513155] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9ad1fe27-47f9-48e2-9f7b-dbf26f3e02b1" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.513237] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9ad1fe27-47f9-48e2-9f7b-dbf26f3e02b1',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.677406] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock network-50 taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.677597] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "network-50" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.677728] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "network-50" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.677994] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "network-50" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.678275] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.678454] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.678573] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.678793] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.678937] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.679426] env[65307]: DEBUG dogpile.cache.region [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1073.679501] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] NeedRegenerationException {{(pid=65307) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1073.679562] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] no value, waiting for create lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1073.679670] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] value creation lock acquired {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1073.679783] env[65307]: DEBUG dogpile.cache.region [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1073.679889] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Calling creation function for not-yet-present value {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1073.680033] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1073.701639] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1073.701639] env[65307]: DEBUG dogpile.cache.region [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65307) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1073.701859] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Released creation lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1073.702067] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "network-50" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.702389] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock port-76f6f1bd-dff5-4480-8e59-69e1fb5d5d12 taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.702561] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "port-76f6f1bd-dff5-4480-8e59-69e1fb5d5d12" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.702678] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "port-76f6f1bd-dff5-4480-8e59-69e1fb5d5d12" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.703009] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "port-76f6f1bd-dff5-4480-8e59-69e1fb5d5d12" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.703155] env[65307]: DEBUG networking_nsxv3.api.rpc [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('76f6f1bd-dff5-4480-8e59-69e1fb5d5d12',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.743455] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.743646] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.743687] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.743895] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.743986] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.744225] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.744337] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.744395] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.744572] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.744626] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.744703] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8acce43e-fe25-4bf7-968f-fd3904ef8dc8 is going to be updated. [ 1073.770831] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.771105] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.771197] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.771608] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.771608] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.781389] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8acce43e-fe25-4bf7-968f-fd3904ef8dc8 in Status: IN_PROGRESS for 2s [ 1073.914933] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e4bfcfdb-60f5-4a19-9d13-d77039646bd9',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.038131] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.038616] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.038616] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.038616] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.038874] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.038874] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9ad1fe27-47f9-48e2-9f7b-dbf26f3e02b1 already deleted. [ 1074.038996] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9ad1fe27-47f9-48e2-9f7b-dbf26f3e02b1" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.205916] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.206601] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.206826] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.207304] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.207510] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.208175] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Segment Port 76f6f1bd-dff5-4480-8e59-69e1fb5d5d12 not found, creating... [ 1074.208497] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.208620] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.208735] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.208996] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.209737] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.209737] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.209737] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.209912] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.210098] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.210241] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.210436] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Resource: SegmentPort with ID: 76f6f1bd-dff5-4480-8e59-69e1fb5d5d12 is going to be created. [ 1074.230948] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.231293] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.231454] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.232212] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.232485] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.232759] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "port-76f6f1bd-dff5-4480-8e59-69e1fb5d5d12" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.424083] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e4bfcfdb-60f5-4a19-9d13-d77039646bd9',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.930618] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.930802] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.930901] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.931173] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.931276] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.931371] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e4bfcfdb-60f5-4a19-9d13-d77039646bd9 is going to be updated. [ 1074.964396] env[65307]: INFO networking_nsxv3.common.synchronization [req-b1350054-bd07-44e0-8b2a-9b8f9d59c5b5 req-bfd43a44-8286-42f9-8e24-b7b75c2d3e25 service nova] Enqueued Resource ID: 8acce43e-fe25-4bf7-968f-fd3904ef8dc8 with Priority: HIGHEST for action security_group_rules [ 1074.964575] env[65307]: INFO networking_nsxv3.common.synchronization [req-b1350054-bd07-44e0-8b2a-9b8f9d59c5b5 req-bfd43a44-8286-42f9-8e24-b7b75c2d3e25 service nova] Enqueued Resource ID: 8acce43e-fe25-4bf7-968f-fd3904ef8dc8 with Priority: HIGHEST for action security_group_members [ 1074.964706] env[65307]: INFO networking_nsxv3.common.synchronization [req-b1350054-bd07-44e0-8b2a-9b8f9d59c5b5 req-bfd43a44-8286-42f9-8e24-b7b75c2d3e25 service nova] Enqueued Resource ID: 76f6f1bd-dff5-4480-8e59-69e1fb5d5d12 with Priority: HIGHEST for action port [ 1074.965266] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8acce43e-fe25-4bf7-968f-fd3904ef8dc8 with Priority: HIGHEST for action security_group_rules [ 1074.965392] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8acce43e-fe25-4bf7-968f-fd3904ef8dc8 with Priority: HIGHEST for action security_group_members [ 1074.965472] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76f6f1bd-dff5-4480-8e59-69e1fb5d5d12 with Priority: HIGHEST for action port [ 1074.965747] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8acce43e-fe25-4bf7-968f-fd3904ef8dc8 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.965869] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8acce43e-fe25-4bf7-968f-fd3904ef8dc8" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.965987] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8acce43e-fe25-4bf7-968f-fd3904ef8dc8" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.967987] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8acce43e-fe25-4bf7-968f-fd3904ef8dc8" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.968099] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8acce43e-fe25-4bf7-968f-fd3904ef8dc8',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.969099] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-8acce43e-fe25-4bf7-968f-fd3904ef8dc8 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.969208] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8acce43e-fe25-4bf7-968f-fd3904ef8dc8" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.969430] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-76f6f1bd-dff5-4480-8e59-69e1fb5d5d12 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.969550] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-76f6f1bd-dff5-4480-8e59-69e1fb5d5d12" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.969735] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-76f6f1bd-dff5-4480-8e59-69e1fb5d5d12" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.969802] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-76f6f1bd-dff5-4480-8e59-69e1fb5d5d12" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.969831] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('76f6f1bd-dff5-4480-8e59-69e1fb5d5d12',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.973685] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.974049] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.974049] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.974175] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.974336] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.987108] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4bfcfdb-60f5-4a19-9d13-d77039646bd9 in Status: IN_PROGRESS for 2s [ 1075.471494] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-8acce43e-fe25-4bf7-968f-fd3904ef8dc8 taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.471916] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8acce43e-fe25-4bf7-968f-fd3904ef8dc8" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.476090] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 76f6f1bd-dff5-4480-8e59-69e1fb5d5d12 with status ACTIVE [ 1075.476304] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.476424] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.476492] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.476713] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.476798] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.476974] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.477091] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.477145] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.477312] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.477389] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.477574] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.477666] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.477726] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.477867] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.477941] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.478036] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 76f6f1bd-dff5-4480-8e59-69e1fb5d5d12 is going to be updated. [ 1075.499256] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.499408] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.499478] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.499692] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.499836] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.500010] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-76f6f1bd-dff5-4480-8e59-69e1fb5d5d12" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.793727] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8acce43e-fe25-4bf7-968f-fd3904ef8dc8 in Status: SUCCESS [ 1075.793989] env[65307]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8acce43e-fe25-4bf7-968f-fd3904ef8dc8 deletion is rescheduled due to dependency. [ 1075.794135] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8acce43e-fe25-4bf7-968f-fd3904ef8dc8" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.794330] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8acce43e-fe25-4bf7-968f-fd3904ef8dc8" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.794646] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8acce43e-fe25-4bf7-968f-fd3904ef8dc8" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.794944] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.795129] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.795216] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.795463] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.795558] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.795663] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8acce43e-fe25-4bf7-968f-fd3904ef8dc8',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.297829] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8acce43e-fe25-4bf7-968f-fd3904ef8dc8',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.800167] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8acce43e-fe25-4bf7-968f-fd3904ef8dc8',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.999160] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4bfcfdb-60f5-4a19-9d13-d77039646bd9 in Status: SUCCESS [ 1077.000382] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4bfcfdb-60f5-4a19-9d13-d77039646bd9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.000382] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4bfcfdb-60f5-4a19-9d13-d77039646bd9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.000382] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4bfcfdb-60f5-4a19-9d13-d77039646bd9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.000382] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.000382] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.000382] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.000382] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.000764] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.000764] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4bfcfdb-60f5-4a19-9d13-d77039646bd9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.000764] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e4bfcfdb-60f5-4a19-9d13-d77039646bd9',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.304045] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.304045] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.304045] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.304268] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.305608] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.305608] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8acce43e-fe25-4bf7-968f-fd3904ef8dc8 is going to be updated. [ 1077.335493] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.335660] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.335727] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.335923] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.336245] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.345169] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8acce43e-fe25-4bf7-968f-fd3904ef8dc8 in Status: IN_PROGRESS for 2s [ 1077.503973] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4bfcfdb-60f5-4a19-9d13-d77039646bd9 taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.503973] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4bfcfdb-60f5-4a19-9d13-d77039646bd9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.503973] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4bfcfdb-60f5-4a19-9d13-d77039646bd9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.504482] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4bfcfdb-60f5-4a19-9d13-d77039646bd9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.505217] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.505217] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.505217] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.505217] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.505472] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.505472] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4bfcfdb-60f5-4a19-9d13-d77039646bd9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.505550] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4bfcfdb-60f5-4a19-9d13-d77039646bd9 taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.505758] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4bfcfdb-60f5-4a19-9d13-d77039646bd9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.505758] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4bfcfdb-60f5-4a19-9d13-d77039646bd9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.505850] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4bfcfdb-60f5-4a19-9d13-d77039646bd9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.506803] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.506803] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.506803] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.506803] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.506803] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.506803] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4bfcfdb-60f5-4a19-9d13-d77039646bd9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.506803] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e4bfcfdb-60f5-4a19-9d13-d77039646bd9',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.012390] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e4bfcfdb-60f5-4a19-9d13-d77039646bd9: rpc.has_security_group_logging(os_id): False [ 1078.030865] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.031185] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.031185] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.031370] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.031466] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.031700] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.031806] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.031869] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.032039] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.032166] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.032300] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.032435] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.032518] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.032594] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.032659] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.032826] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.032916] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.032977] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.033135] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.033238] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.033288] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e4bfcfdb-60f5-4a19-9d13-d77039646bd9 is going to be updated. [ 1078.099645] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.099827] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.099970] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.100082] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.100365] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.116777] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e4bfcfdb-60f5-4a19-9d13-d77039646bd9 in Status: IN_PROGRESS for 2s [ 1079.144425] env[65307]: INFO networking_nsxv3.common.synchronization [req-a46a4a63-4d0c-46cb-ae84-f10888909a62 req-0008eab3-478a-4100-93db-8fe84e1bda28 tempest-AttachVolumeNegativeTest-671309822 tempest-AttachVolumeNegativeTest-671309822-project-member] Enqueued Resource ID: 9ad1fe27-47f9-48e2-9f7b-dbf26f3e02b1 with Priority: HIGHEST for action security_group_members [ 1079.144425] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ad1fe27-47f9-48e2-9f7b-dbf26f3e02b1 with Priority: HIGHEST for action security_group_members [ 1079.144425] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ad1fe27-47f9-48e2-9f7b-dbf26f3e02b1 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.145691] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ad1fe27-47f9-48e2-9f7b-dbf26f3e02b1" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.146079] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ad1fe27-47f9-48e2-9f7b-dbf26f3e02b1" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.146611] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ad1fe27-47f9-48e2-9f7b-dbf26f3e02b1" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.147073] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.147362] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.147517] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.148472] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.148472] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.148472] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9ad1fe27-47f9-48e2-9f7b-dbf26f3e02b1',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.357012] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8acce43e-fe25-4bf7-968f-fd3904ef8dc8 in Status: SUCCESS [ 1079.357385] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8acce43e-fe25-4bf7-968f-fd3904ef8dc8" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.357833] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8acce43e-fe25-4bf7-968f-fd3904ef8dc8" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.357971] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8acce43e-fe25-4bf7-968f-fd3904ef8dc8" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.358462] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.358708] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.358870] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.359288] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.359438] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.359577] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8acce43e-fe25-4bf7-968f-fd3904ef8dc8" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.359690] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8acce43e-fe25-4bf7-968f-fd3904ef8dc8',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.548918] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock network-847 taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.549153] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "network-847" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.549308] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "network-847" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.549716] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "network-847" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.549998] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.550499] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.550614] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.550840] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.550986] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.551275] env[65307]: DEBUG dogpile.cache.region [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1079.551500] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] NeedRegenerationException {{(pid=65307) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1079.551561] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] no value, waiting for create lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1079.551676] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] value creation lock acquired {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1079.552043] env[65307]: DEBUG dogpile.cache.region [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1079.552043] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Calling creation function for not-yet-present value {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1079.552379] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1079.572759] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1079.572922] env[65307]: DEBUG dogpile.cache.region [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65307) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1079.573069] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Released creation lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1079.573286] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "network-847" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.573612] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock port-1743d3e0-a80d-4310-b5df-0ff3813e9e0c taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.573990] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "port-1743d3e0-a80d-4310-b5df-0ff3813e9e0c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.573990] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "port-1743d3e0-a80d-4310-b5df-0ff3813e9e0c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.574248] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "port-1743d3e0-a80d-4310-b5df-0ff3813e9e0c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.574390] env[65307]: DEBUG networking_nsxv3.api.rpc [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1743d3e0-a80d-4310-b5df-0ff3813e9e0c',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.650059] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.650275] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.650369] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.650680] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.650794] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.651156] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.651302] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.651399] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.651596] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.651682] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.651820] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ad1fe27-47f9-48e2-9f7b-dbf26f3e02b1 already deleted. [ 1079.651920] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ad1fe27-47f9-48e2-9f7b-dbf26f3e02b1" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.861684] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-8acce43e-fe25-4bf7-968f-fd3904ef8dc8 taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.861815] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8acce43e-fe25-4bf7-968f-fd3904ef8dc8" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.861888] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8acce43e-fe25-4bf7-968f-fd3904ef8dc8" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.862118] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8acce43e-fe25-4bf7-968f-fd3904ef8dc8" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.862341] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.862452] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.862523] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.862712] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.862802] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.862885] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8acce43e-fe25-4bf7-968f-fd3904ef8dc8" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.863057] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-8acce43e-fe25-4bf7-968f-fd3904ef8dc8 taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.863151] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8acce43e-fe25-4bf7-968f-fd3904ef8dc8" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.863211] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8acce43e-fe25-4bf7-968f-fd3904ef8dc8" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.863349] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8acce43e-fe25-4bf7-968f-fd3904ef8dc8" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.863509] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.863603] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.863653] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.863807] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.863866] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.863921] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8acce43e-fe25-4bf7-968f-fd3904ef8dc8" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.864014] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8acce43e-fe25-4bf7-968f-fd3904ef8dc8',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.076568] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.076977] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.077233] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.077583] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.078190] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.078443] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Segment Port 1743d3e0-a80d-4310-b5df-0ff3813e9e0c not found, creating... [ 1080.078807] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.079068] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.079292] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.079617] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.079851] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.080244] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.080475] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.080643] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.080908] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.081189] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.081423] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Resource: SegmentPort with ID: 1743d3e0-a80d-4310-b5df-0ff3813e9e0c is going to be created. [ 1080.107690] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.107942] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.108052] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.108384] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.108660] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.108927] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "port-1743d3e0-a80d-4310-b5df-0ff3813e9e0c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.134849] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e4bfcfdb-60f5-4a19-9d13-d77039646bd9 in Status: SUCCESS [ 1080.135199] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e4bfcfdb-60f5-4a19-9d13-d77039646bd9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.368153] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8acce43e-fe25-4bf7-968f-fd3904ef8dc8: rpc.has_security_group_logging(os_id): False [ 1080.386021] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.386246] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.386349] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.386661] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.386848] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.387140] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.387271] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.387340] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.387557] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.387655] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.387880] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.387995] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.388073] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.388221] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.388296] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.388477] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.388569] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.388629] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.388766] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.388839] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.388922] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8acce43e-fe25-4bf7-968f-fd3904ef8dc8 is going to be updated. [ 1080.452904] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.453092] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.453142] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.453348] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.453518] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.469900] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8acce43e-fe25-4bf7-968f-fd3904ef8dc8 in Status: IN_PROGRESS for 2s [ 1080.807863] env[65307]: INFO networking_nsxv3.common.synchronization [req-a46a4a63-4d0c-46cb-ae84-f10888909a62 req-ec59abb5-b53a-40ce-912a-2d5a1ac9050e service nova] Enqueued Resource ID: 9ad1fe27-47f9-48e2-9f7b-dbf26f3e02b1 with Priority: HIGHEST for action security_group_rules [ 1080.808008] env[65307]: INFO networking_nsxv3.common.synchronization [req-a46a4a63-4d0c-46cb-ae84-f10888909a62 req-ec59abb5-b53a-40ce-912a-2d5a1ac9050e service nova] Enqueued Resource ID: 9ad1fe27-47f9-48e2-9f7b-dbf26f3e02b1 with Priority: HIGHEST for action security_group_members [ 1080.808168] env[65307]: INFO networking_nsxv3.common.synchronization [req-a46a4a63-4d0c-46cb-ae84-f10888909a62 req-ec59abb5-b53a-40ce-912a-2d5a1ac9050e service nova] Enqueued Resource ID: 1743d3e0-a80d-4310-b5df-0ff3813e9e0c with Priority: HIGHEST for action port [ 1080.809088] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ad1fe27-47f9-48e2-9f7b-dbf26f3e02b1 with Priority: HIGHEST for action security_group_rules [ 1080.809258] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ad1fe27-47f9-48e2-9f7b-dbf26f3e02b1 with Priority: HIGHEST for action security_group_members [ 1080.809365] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1743d3e0-a80d-4310-b5df-0ff3813e9e0c with Priority: HIGHEST for action port [ 1080.809678] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9ad1fe27-47f9-48e2-9f7b-dbf26f3e02b1 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.809803] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9ad1fe27-47f9-48e2-9f7b-dbf26f3e02b1" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.809869] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9ad1fe27-47f9-48e2-9f7b-dbf26f3e02b1" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.810155] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9ad1fe27-47f9-48e2-9f7b-dbf26f3e02b1" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.810245] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9ad1fe27-47f9-48e2-9f7b-dbf26f3e02b1',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.811115] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ad1fe27-47f9-48e2-9f7b-dbf26f3e02b1 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.811296] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ad1fe27-47f9-48e2-9f7b-dbf26f3e02b1" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.811364] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ad1fe27-47f9-48e2-9f7b-dbf26f3e02b1" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.811630] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ad1fe27-47f9-48e2-9f7b-dbf26f3e02b1" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.811826] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.811923] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.811983] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.812232] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.812329] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.812421] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9ad1fe27-47f9-48e2-9f7b-dbf26f3e02b1',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.813490] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-1743d3e0-a80d-4310-b5df-0ff3813e9e0c taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.813611] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1743d3e0-a80d-4310-b5df-0ff3813e9e0c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.813661] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1743d3e0-a80d-4310-b5df-0ff3813e9e0c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.813805] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1743d3e0-a80d-4310-b5df-0ff3813e9e0c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.813878] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1743d3e0-a80d-4310-b5df-0ff3813e9e0c',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.318174] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9ad1fe27-47f9-48e2-9f7b-dbf26f3e02b1',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.319324] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ad1fe27-47f9-48e2-9f7b-dbf26f3e02b1 taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.319478] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ad1fe27-47f9-48e2-9f7b-dbf26f3e02b1" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.319638] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1743d3e0-a80d-4310-b5df-0ff3813e9e0c with status ACTIVE [ 1081.319912] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.319912] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.320056] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.320194] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.320259] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.320421] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.320517] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.320624] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.320784] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.320784] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.321255] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.321255] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.321255] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.321590] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.321590] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.321750] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1743d3e0-a80d-4310-b5df-0ff3813e9e0c is going to be updated. [ 1081.343898] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.344142] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.344142] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.344332] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.344625] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.344791] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1743d3e0-a80d-4310-b5df-0ff3813e9e0c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.823573] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9ad1fe27-47f9-48e2-9f7b-dbf26f3e02b1',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.054877] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock network-29 taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.055099] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "network-29" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.055222] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "network-29" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.055497] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "network-29" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.055750] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.055903] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.056028] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.056254] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.056401] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.056603] env[65307]: DEBUG dogpile.cache.region [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1082.056714] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] NeedRegenerationException {{(pid=65307) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1082.056822] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] no value, waiting for create lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1082.056931] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] value creation lock acquired {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1082.057046] env[65307]: DEBUG dogpile.cache.region [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1082.057152] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Calling creation function for not-yet-present value {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1082.057279] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1082.077295] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1082.077481] env[65307]: DEBUG dogpile.cache.region [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65307) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1082.077589] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Released creation lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1082.077769] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "network-29" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.078110] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock port-7bb44d86-2f22-49dc-8007-18c3813087e0 taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.078287] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "port-7bb44d86-2f22-49dc-8007-18c3813087e0" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.078406] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "port-7bb44d86-2f22-49dc-8007-18c3813087e0" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.078667] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "port-7bb44d86-2f22-49dc-8007-18c3813087e0" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.078800] env[65307]: DEBUG networking_nsxv3.api.rpc [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7bb44d86-2f22-49dc-8007-18c3813087e0',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.326626] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.326626] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.326626] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.326944] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.326991] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.327115] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ad1fe27-47f9-48e2-9f7b-dbf26f3e02b1 is going to be created. [ 1082.357095] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.357276] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.357317] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.357526] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.357747] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.368503] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ad1fe27-47f9-48e2-9f7b-dbf26f3e02b1 in Status: UNINITIALIZED for 2s [ 1082.495552] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8acce43e-fe25-4bf7-968f-fd3904ef8dc8 in Status: SUCCESS [ 1082.495552] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8acce43e-fe25-4bf7-968f-fd3904ef8dc8" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.581583] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.581794] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.581960] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.582295] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.582488] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.582827] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.583008] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.583160] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.583448] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.583677] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.583999] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.584207] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.584343] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.584609] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.584796] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.584947] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Resource: SegmentPort with ID: 7bb44d86-2f22-49dc-8007-18c3813087e0 is going to be updated. [ 1082.605808] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.606069] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.606199] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.606473] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.606694] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.606982] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "port-7bb44d86-2f22-49dc-8007-18c3813087e0" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.739818] env[65307]: INFO networking_nsxv3.common.synchronization [req-7ee8c8c6-5b0d-4b92-8dcb-b6430a75e1a6 req-2d495834-ef72-492e-aab6-e690db0541d4 tempest-ServerActionsTestOtherA-1819960408 tempest-ServerActionsTestOtherA-1819960408-project-member] Enqueued Resource ID: c986cdad-f97d-4d2c-b7da-56ba7cea667b with Priority: HIGHEST for action security_group_members [ 1082.740511] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c986cdad-f97d-4d2c-b7da-56ba7cea667b with Priority: HIGHEST for action security_group_members [ 1082.740938] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-c986cdad-f97d-4d2c-b7da-56ba7cea667b taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.741159] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c986cdad-f97d-4d2c-b7da-56ba7cea667b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.741349] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c986cdad-f97d-4d2c-b7da-56ba7cea667b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.742030] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c986cdad-f97d-4d2c-b7da-56ba7cea667b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.742030] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.742030] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.742253] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.742331] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.742391] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.742483] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c986cdad-f97d-4d2c-b7da-56ba7cea667b',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.111291] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock network-686 taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.111631] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "network-686" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.111631] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "network-686" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.111854] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "network-686" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.112108] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.112263] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.112371] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.112911] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.112911] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.112911] env[65307]: DEBUG dogpile.cache.region [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1083.113134] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] NeedRegenerationException {{(pid=65307) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1083.113134] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] no value, waiting for create lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1083.113239] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] value creation lock acquired {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1083.113342] env[65307]: DEBUG dogpile.cache.region [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1083.113445] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Calling creation function for not-yet-present value {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1083.113563] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1083.132431] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1083.132636] env[65307]: DEBUG dogpile.cache.region [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65307) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1083.133029] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Released creation lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1083.133029] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "network-686" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.133299] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock port-a16fcc24-6bdc-441b-a351-5c7a5edadce6 taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.133519] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "port-a16fcc24-6bdc-441b-a351-5c7a5edadce6" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.133662] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "port-a16fcc24-6bdc-441b-a351-5c7a5edadce6" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.133990] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "port-a16fcc24-6bdc-441b-a351-5c7a5edadce6" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.134188] env[65307]: DEBUG networking_nsxv3.api.rpc [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a16fcc24-6bdc-441b-a351-5c7a5edadce6',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.245325] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.245503] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.245556] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.245777] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.245860] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.246236] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.246236] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.246236] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.246431] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.246485] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.246550] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c986cdad-f97d-4d2c-b7da-56ba7cea667b is going to be deleted. [ 1083.278955] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.278955] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.278955] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.278955] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.279300] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.279300] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c986cdad-f97d-4d2c-b7da-56ba7cea667b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.340881] env[65307]: INFO networking_nsxv3.common.synchronization [req-b6aca92f-6c22-4e1b-85e8-7cb7422b6f14 req-a63854b1-9a9b-4852-8aa3-2fd0cced193b service nova] Enqueued Resource ID: dfaefd34-ec9a-485e-aa58-e1bf34863160 with Priority: HIGHEST for action security_group_rules [ 1083.340881] env[65307]: INFO networking_nsxv3.common.synchronization [req-b6aca92f-6c22-4e1b-85e8-7cb7422b6f14 req-a63854b1-9a9b-4852-8aa3-2fd0cced193b service nova] Enqueued Resource ID: dfaefd34-ec9a-485e-aa58-e1bf34863160 with Priority: HIGHEST for action security_group_members [ 1083.341039] env[65307]: INFO networking_nsxv3.common.synchronization [req-b6aca92f-6c22-4e1b-85e8-7cb7422b6f14 req-a63854b1-9a9b-4852-8aa3-2fd0cced193b service nova] Enqueued Resource ID: 7bb44d86-2f22-49dc-8007-18c3813087e0 with Priority: HIGHEST for action port [ 1083.341676] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfaefd34-ec9a-485e-aa58-e1bf34863160 with Priority: HIGHEST for action security_group_rules [ 1083.341811] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfaefd34-ec9a-485e-aa58-e1bf34863160 with Priority: HIGHEST for action security_group_members [ 1083.341922] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bb44d86-2f22-49dc-8007-18c3813087e0 with Priority: HIGHEST for action port [ 1083.342226] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dfaefd34-ec9a-485e-aa58-e1bf34863160 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.342547] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dfaefd34-ec9a-485e-aa58-e1bf34863160" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.342547] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dfaefd34-ec9a-485e-aa58-e1bf34863160" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.344646] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dfaefd34-ec9a-485e-aa58-e1bf34863160" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.344646] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dfaefd34-ec9a-485e-aa58-e1bf34863160',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.347034] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfaefd34-ec9a-485e-aa58-e1bf34863160 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.347034] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfaefd34-ec9a-485e-aa58-e1bf34863160" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.347034] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfaefd34-ec9a-485e-aa58-e1bf34863160" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.347034] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfaefd34-ec9a-485e-aa58-e1bf34863160" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.347034] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.347034] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.347034] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.347034] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.347346] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.347346] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dfaefd34-ec9a-485e-aa58-e1bf34863160',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.351045] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-7bb44d86-2f22-49dc-8007-18c3813087e0 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.351045] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7bb44d86-2f22-49dc-8007-18c3813087e0" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.351045] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7bb44d86-2f22-49dc-8007-18c3813087e0" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.351045] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7bb44d86-2f22-49dc-8007-18c3813087e0" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.351045] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7bb44d86-2f22-49dc-8007-18c3813087e0',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.641496] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.641496] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.641496] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.641496] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.641496] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.641496] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Segment Port a16fcc24-6bdc-441b-a351-5c7a5edadce6 not found, creating... [ 1083.641496] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.641496] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.641496] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.641496] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.641496] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.641954] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.641954] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.641954] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.642259] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.642448] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.643031] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Resource: SegmentPort with ID: a16fcc24-6bdc-441b-a351-5c7a5edadce6 is going to be created. [ 1083.668521] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.668669] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.668793] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.669394] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.669532] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.669862] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "port-a16fcc24-6bdc-441b-a351-5c7a5edadce6" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.853433] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dfaefd34-ec9a-485e-aa58-e1bf34863160',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.853433] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfaefd34-ec9a-485e-aa58-e1bf34863160 taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.853433] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfaefd34-ec9a-485e-aa58-e1bf34863160" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.853433] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7bb44d86-2f22-49dc-8007-18c3813087e0 with status ACTIVE [ 1083.853433] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.853848] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.853848] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.853848] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.853934] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.854142] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.854235] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.856427] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.856427] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.856427] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.856427] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.856427] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.856427] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.856427] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.856427] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.856427] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7bb44d86-2f22-49dc-8007-18c3813087e0 is going to be updated. [ 1083.878714] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.878863] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.878964] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.879151] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.879309] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.879478] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7bb44d86-2f22-49dc-8007-18c3813087e0" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.360024] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dfaefd34-ec9a-485e-aa58-e1bf34863160',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.379202] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ad1fe27-47f9-48e2-9f7b-dbf26f3e02b1 in Status: SUCCESS [ 1084.379443] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ad1fe27-47f9-48e2-9f7b-dbf26f3e02b1" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.380053] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ad1fe27-47f9-48e2-9f7b-dbf26f3e02b1" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.380155] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ad1fe27-47f9-48e2-9f7b-dbf26f3e02b1" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.380334] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.380581] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.380581] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.380741] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.380828] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.380915] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ad1fe27-47f9-48e2-9f7b-dbf26f3e02b1" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.381012] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9ad1fe27-47f9-48e2-9f7b-dbf26f3e02b1',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.415732] env[65307]: INFO networking_nsxv3.common.synchronization [req-7ee8c8c6-5b0d-4b92-8dcb-b6430a75e1a6 req-4a7f9691-af30-4472-b2c8-546d07efba16 service nova] Enqueued Resource ID: c986cdad-f97d-4d2c-b7da-56ba7cea667b with Priority: HIGHEST for action security_group_rules [ 1084.415958] env[65307]: INFO networking_nsxv3.common.synchronization [req-7ee8c8c6-5b0d-4b92-8dcb-b6430a75e1a6 req-4a7f9691-af30-4472-b2c8-546d07efba16 service nova] Enqueued Resource ID: c986cdad-f97d-4d2c-b7da-56ba7cea667b with Priority: HIGHEST for action security_group_members [ 1084.416034] env[65307]: INFO networking_nsxv3.common.synchronization [req-7ee8c8c6-5b0d-4b92-8dcb-b6430a75e1a6 req-4a7f9691-af30-4472-b2c8-546d07efba16 service nova] Enqueued Resource ID: a16fcc24-6bdc-441b-a351-5c7a5edadce6 with Priority: HIGHEST for action port [ 1084.416534] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c986cdad-f97d-4d2c-b7da-56ba7cea667b with Priority: HIGHEST for action security_group_rules [ 1084.416729] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c986cdad-f97d-4d2c-b7da-56ba7cea667b with Priority: HIGHEST for action security_group_members [ 1084.416835] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a16fcc24-6bdc-441b-a351-5c7a5edadce6 with Priority: HIGHEST for action port [ 1084.417122] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c986cdad-f97d-4d2c-b7da-56ba7cea667b taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.417292] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c986cdad-f97d-4d2c-b7da-56ba7cea667b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.417332] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c986cdad-f97d-4d2c-b7da-56ba7cea667b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.417500] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c986cdad-f97d-4d2c-b7da-56ba7cea667b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.417577] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c986cdad-f97d-4d2c-b7da-56ba7cea667b',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.418581] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-c986cdad-f97d-4d2c-b7da-56ba7cea667b taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.418718] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c986cdad-f97d-4d2c-b7da-56ba7cea667b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.418814] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c986cdad-f97d-4d2c-b7da-56ba7cea667b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.419047] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c986cdad-f97d-4d2c-b7da-56ba7cea667b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.419235] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.419375] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.419375] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.419546] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.419631] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.419809] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c986cdad-f97d-4d2c-b7da-56ba7cea667b',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.420475] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-a16fcc24-6bdc-441b-a351-5c7a5edadce6 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.420611] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a16fcc24-6bdc-441b-a351-5c7a5edadce6" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.420678] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a16fcc24-6bdc-441b-a351-5c7a5edadce6" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.420858] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a16fcc24-6bdc-441b-a351-5c7a5edadce6" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.420927] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a16fcc24-6bdc-441b-a351-5c7a5edadce6',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.860411] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.860624] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.861077] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.861077] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.861790] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.861790] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dfaefd34-ec9a-485e-aa58-e1bf34863160 is going to be updated. [ 1084.883794] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9ad1fe27-47f9-48e2-9f7b-dbf26f3e02b1',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.906671] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.907015] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.907198] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.907538] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.907770] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.921060] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dfaefd34-ec9a-485e-aa58-e1bf34863160 in Status: IN_PROGRESS for 2s [ 1084.923461] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c986cdad-f97d-4d2c-b7da-56ba7cea667b',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.924958] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-c986cdad-f97d-4d2c-b7da-56ba7cea667b taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.925158] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c986cdad-f97d-4d2c-b7da-56ba7cea667b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.925669] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a16fcc24-6bdc-441b-a351-5c7a5edadce6 with status ACTIVE [ 1084.925865] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.926020] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.926197] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.926348] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.926410] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.926600] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.926731] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.926800] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.927538] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.927538] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.927538] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.927538] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.927538] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.927538] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.927831] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.927831] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a16fcc24-6bdc-441b-a351-5c7a5edadce6 is going to be updated. [ 1084.951133] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.951517] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.951517] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.951684] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.951879] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.952685] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a16fcc24-6bdc-441b-a351-5c7a5edadce6" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.386571] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9ad1fe27-47f9-48e2-9f7b-dbf26f3e02b1: rpc.has_security_group_logging(os_id): False [ 1085.405696] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.405879] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.405934] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.406154] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.406282] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.406482] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.406583] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.406643] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.406795] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.406870] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.406956] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9ad1fe27-47f9-48e2-9f7b-dbf26f3e02b1 is going to be created. [ 1085.426864] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c986cdad-f97d-4d2c-b7da-56ba7cea667b',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.467649] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.467819] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.467867] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.468090] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.468272] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.481471] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9ad1fe27-47f9-48e2-9f7b-dbf26f3e02b1 in Status: IN_PROGRESS for 2s [ 1085.590194] env[65307]: INFO networking_nsxv3.common.synchronization [req-81b2aef4-b4ea-48ab-a06c-aa86471be2ca req-0c54af48-0c56-4d18-968f-95d0c3c2aa5e tempest-DeleteServersTestJSON-1223351987 tempest-DeleteServersTestJSON-1223351987-project-member] Enqueued Resource ID: e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2 with Priority: HIGHEST for action security_group_members [ 1085.590786] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2 with Priority: HIGHEST for action security_group_members [ 1085.591457] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.591457] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.591631] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.591799] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.592037] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.592228] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.592324] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.592541] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.592711] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.593089] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.929485] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.929678] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.929728] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.929977] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.930962] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.930962] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c986cdad-f97d-4d2c-b7da-56ba7cea667b is going to be created. [ 1086.044086] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.044231] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.044302] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.044534] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.044703] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.054376] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c986cdad-f97d-4d2c-b7da-56ba7cea667b in Status: UNINITIALIZED for 2s [ 1086.099070] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.099261] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.099307] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.099579] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.099718] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.099954] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.100071] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.100187] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.100304] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.100383] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.100479] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2 is going to be updated. [ 1086.129974] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.130204] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.130204] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.130433] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.130572] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.140471] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2 in Status: IN_PROGRESS for 2s [ 1086.931768] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dfaefd34-ec9a-485e-aa58-e1bf34863160 in Status: SUCCESS [ 1086.932023] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfaefd34-ec9a-485e-aa58-e1bf34863160" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.932023] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfaefd34-ec9a-485e-aa58-e1bf34863160" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.932273] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfaefd34-ec9a-485e-aa58-e1bf34863160" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.932480] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.932602] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.932669] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.932829] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.932910] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.933011] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfaefd34-ec9a-485e-aa58-e1bf34863160" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.933096] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dfaefd34-ec9a-485e-aa58-e1bf34863160',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.392757] env[65307]: INFO networking_nsxv3.common.synchronization [req-b989f4bc-bb49-45cf-854c-c9811deb4b7e req-791c90d8-801e-4830-ab40-0875565f1e40 tempest-ServerDiskConfigTestJSON-294734907 tempest-ServerDiskConfigTestJSON-294734907-project-member] Enqueued Resource ID: 8acce43e-fe25-4bf7-968f-fd3904ef8dc8 with Priority: HIGHEST for action security_group_members [ 1087.393187] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8acce43e-fe25-4bf7-968f-fd3904ef8dc8 with Priority: HIGHEST for action security_group_members [ 1087.393336] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-8acce43e-fe25-4bf7-968f-fd3904ef8dc8 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.393695] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8acce43e-fe25-4bf7-968f-fd3904ef8dc8" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.393695] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8acce43e-fe25-4bf7-968f-fd3904ef8dc8" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.393695] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8acce43e-fe25-4bf7-968f-fd3904ef8dc8" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.393981] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.393981] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.393981] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.394147] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.394147] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.394257] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8acce43e-fe25-4bf7-968f-fd3904ef8dc8',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.435374] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfaefd34-ec9a-485e-aa58-e1bf34863160 taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.435655] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfaefd34-ec9a-485e-aa58-e1bf34863160" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.435774] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfaefd34-ec9a-485e-aa58-e1bf34863160" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.436087] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfaefd34-ec9a-485e-aa58-e1bf34863160" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.436290] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.436403] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.436465] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.436630] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.436711] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.436799] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfaefd34-ec9a-485e-aa58-e1bf34863160" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.437372] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfaefd34-ec9a-485e-aa58-e1bf34863160 taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.437372] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfaefd34-ec9a-485e-aa58-e1bf34863160" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.437372] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfaefd34-ec9a-485e-aa58-e1bf34863160" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.437372] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfaefd34-ec9a-485e-aa58-e1bf34863160" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.437372] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.437624] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.437624] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.437624] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.437738] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.437805] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfaefd34-ec9a-485e-aa58-e1bf34863160" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.437898] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dfaefd34-ec9a-485e-aa58-e1bf34863160',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.493883] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9ad1fe27-47f9-48e2-9f7b-dbf26f3e02b1 in Status: SUCCESS [ 1087.493883] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9ad1fe27-47f9-48e2-9f7b-dbf26f3e02b1" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.897215] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.897382] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.897457] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.897673] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.897807] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.897961] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.898503] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.898612] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.898840] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.898939] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.899032] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8acce43e-fe25-4bf7-968f-fd3904ef8dc8 is going to be updated. [ 1087.931109] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.931292] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.931427] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.931594] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.931742] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.942287] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8acce43e-fe25-4bf7-968f-fd3904ef8dc8 in Status: IN_PROGRESS for 2s [ 1087.942287] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dfaefd34-ec9a-485e-aa58-e1bf34863160: rpc.has_security_group_logging(os_id): False [ 1087.962982] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.962982] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.962982] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.963408] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.963408] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.963408] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.963570] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.963620] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.963782] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.963874] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.964140] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.964242] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.964320] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.964579] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.964682] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.964914] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.965054] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.965136] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.965287] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.965366] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.965482] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dfaefd34-ec9a-485e-aa58-e1bf34863160 is going to be updated. [ 1088.066576] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c986cdad-f97d-4d2c-b7da-56ba7cea667b in Status: SUCCESS [ 1088.066990] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c986cdad-f97d-4d2c-b7da-56ba7cea667b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.067127] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c986cdad-f97d-4d2c-b7da-56ba7cea667b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.067450] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c986cdad-f97d-4d2c-b7da-56ba7cea667b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.068992] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.068992] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.068992] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.068992] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.068992] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.068992] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c986cdad-f97d-4d2c-b7da-56ba7cea667b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.068992] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c986cdad-f97d-4d2c-b7da-56ba7cea667b',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.072963] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.073177] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.073249] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.073487] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.073874] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.100472] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dfaefd34-ec9a-485e-aa58-e1bf34863160 in Status: IN_PROGRESS for 2s [ 1088.151959] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2 in Status: SUCCESS [ 1088.153344] env[65307]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2 deletion is rescheduled due to dependency. [ 1088.153344] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.573063] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-c986cdad-f97d-4d2c-b7da-56ba7cea667b taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.573063] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c986cdad-f97d-4d2c-b7da-56ba7cea667b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.573063] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c986cdad-f97d-4d2c-b7da-56ba7cea667b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.573318] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c986cdad-f97d-4d2c-b7da-56ba7cea667b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.573573] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.573699] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.573802] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.574061] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.574198] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.574334] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c986cdad-f97d-4d2c-b7da-56ba7cea667b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.574572] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-c986cdad-f97d-4d2c-b7da-56ba7cea667b taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.574731] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c986cdad-f97d-4d2c-b7da-56ba7cea667b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.574838] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c986cdad-f97d-4d2c-b7da-56ba7cea667b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.575087] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c986cdad-f97d-4d2c-b7da-56ba7cea667b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.575341] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.575516] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.575619] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.575994] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.576231] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.576403] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c986cdad-f97d-4d2c-b7da-56ba7cea667b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.576559] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c986cdad-f97d-4d2c-b7da-56ba7cea667b',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.080379] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c986cdad-f97d-4d2c-b7da-56ba7cea667b: rpc.has_security_group_logging(os_id): False [ 1089.101989] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.102270] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.102270] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.102481] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.102534] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.102881] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.103034] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.103203] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.103453] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.103562] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.103776] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.103922] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.104042] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.104253] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.104356] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.104614] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.105063] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.105063] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.105063] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.105207] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.105267] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c986cdad-f97d-4d2c-b7da-56ba7cea667b is going to be created. [ 1089.164186] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.164455] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.164455] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.164601] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.164777] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.178686] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c986cdad-f97d-4d2c-b7da-56ba7cea667b in Status: IN_PROGRESS for 2s [ 1089.956029] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8acce43e-fe25-4bf7-968f-fd3904ef8dc8 in Status: SUCCESS [ 1089.956029] env[65307]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8acce43e-fe25-4bf7-968f-fd3904ef8dc8 deletion is rescheduled due to dependency. [ 1089.956029] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8acce43e-fe25-4bf7-968f-fd3904ef8dc8" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.118484] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dfaefd34-ec9a-485e-aa58-e1bf34863160 in Status: SUCCESS [ 1090.118915] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dfaefd34-ec9a-485e-aa58-e1bf34863160" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.198520] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c986cdad-f97d-4d2c-b7da-56ba7cea667b in Status: SUCCESS [ 1091.199361] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c986cdad-f97d-4d2c-b7da-56ba7cea667b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.394369] env[65307]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1092.394685] env[65307]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1093.114072] env[65307]: INFO networking_nsxv3.common.synchronization [req-8ca8f809-027f-4710-b30e-b14788d34cc9 req-fdce4fe6-1953-4424-bed4-227dca0c7708 tempest-ServerActionsTestOtherA-1819960408 tempest-ServerActionsTestOtherA-1819960408-project-member] Enqueued Resource ID: c986cdad-f97d-4d2c-b7da-56ba7cea667b with Priority: HIGHEST for action security_group_members [ 1093.114072] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c986cdad-f97d-4d2c-b7da-56ba7cea667b with Priority: HIGHEST for action security_group_members [ 1093.114072] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-c986cdad-f97d-4d2c-b7da-56ba7cea667b taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.114072] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c986cdad-f97d-4d2c-b7da-56ba7cea667b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.114072] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c986cdad-f97d-4d2c-b7da-56ba7cea667b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.114072] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c986cdad-f97d-4d2c-b7da-56ba7cea667b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.114072] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.116549] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.116549] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.116549] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.116549] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.116549] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c986cdad-f97d-4d2c-b7da-56ba7cea667b',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.181167] env[65307]: INFO networking_nsxv3.common.synchronization [req-8ca8f809-027f-4710-b30e-b14788d34cc9 req-fdce4fe6-1953-4424-bed4-227dca0c7708 tempest-ServerActionsTestOtherA-1819960408 tempest-ServerActionsTestOtherA-1819960408-project-member] Enqueued Resource ID: a16fcc24-6bdc-441b-a351-5c7a5edadce6 with Priority: HIGHEST for action port [ 1093.181167] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a16fcc24-6bdc-441b-a351-5c7a5edadce6 with Priority: HIGHEST for action port [ 1093.181627] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-a16fcc24-6bdc-441b-a351-5c7a5edadce6 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.181915] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a16fcc24-6bdc-441b-a351-5c7a5edadce6" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.182111] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a16fcc24-6bdc-441b-a351-5c7a5edadce6" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.182473] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a16fcc24-6bdc-441b-a351-5c7a5edadce6" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.182814] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a16fcc24-6bdc-441b-a351-5c7a5edadce6',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.622392] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.622392] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.622392] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.622392] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.622392] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.622392] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.622392] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.622392] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.622392] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.622392] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.622392] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c986cdad-f97d-4d2c-b7da-56ba7cea667b is going to be updated. [ 1093.660029] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.660029] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.660029] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.660029] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.660029] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.686062] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c986cdad-f97d-4d2c-b7da-56ba7cea667b in Status: IN_PROGRESS for 2s [ 1093.686800] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a16fcc24-6bdc-441b-a351-5c7a5edadce6 with status ACTIVE [ 1093.687245] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.688970] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.688970] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.688970] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.688970] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.688970] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.688970] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.688970] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.689335] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.689335] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.689499] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.691356] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.691356] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.691356] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.691356] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.691356] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a16fcc24-6bdc-441b-a351-5c7a5edadce6 is going to be updated. [ 1093.719060] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.719060] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.719060] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.719060] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.719060] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.719060] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a16fcc24-6bdc-441b-a351-5c7a5edadce6" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.001418] env[65307]: INFO networking_nsxv3.common.synchronization [req-d485bcb2-4d43-484d-bcd6-4df09ea52119 req-b0903e7c-8f03-463f-ae08-faea583c2fbf tempest-DeleteServersTestJSON-1223351987 tempest-DeleteServersTestJSON-1223351987-project-member] Enqueued Resource ID: e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2 with Priority: HIGHEST for action security_group_members [ 1094.002484] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2 with Priority: HIGHEST for action security_group_members [ 1094.002836] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.002963] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.006479] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.006763] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.006954] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.007109] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.007149] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.007303] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.007392] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.007519] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.460221] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock network-479 taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.460311] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "network-479" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.461026] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "network-479" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.461026] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "network-479" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.461026] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.461259] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.461465] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.461972] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.461972] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.462152] env[65307]: DEBUG dogpile.cache.region [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1094.462264] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] NeedRegenerationException {{(pid=65307) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1094.462467] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] no value, waiting for create lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1094.462585] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] value creation lock acquired {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1094.462704] env[65307]: DEBUG dogpile.cache.region [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1094.462797] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Calling creation function for not-yet-present value {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1094.462961] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1094.482890] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1094.482890] env[65307]: DEBUG dogpile.cache.region [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65307) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1094.482890] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Released creation lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1094.482890] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "network-479" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.483198] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock port-8e16d04d-bf4b-4d9f-9c3d-483b4442c50f taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.483383] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "port-8e16d04d-bf4b-4d9f-9c3d-483b4442c50f" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.483502] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "port-8e16d04d-bf4b-4d9f-9c3d-483b4442c50f" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.483834] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "port-8e16d04d-bf4b-4d9f-9c3d-483b4442c50f" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.483973] env[65307]: DEBUG networking_nsxv3.api.rpc [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8e16d04d-bf4b-4d9f-9c3d-483b4442c50f',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.509859] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.510036] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.510105] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.510306] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.510400] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.510597] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.510697] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.510762] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.510919] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.511032] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.511348] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2 is going to be updated. [ 1094.553944] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.553944] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.553944] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.553944] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.553944] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.562594] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2 in Status: IN_PROGRESS for 2s [ 1094.989567] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.989910] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.990033] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.990317] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.990493] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.990680] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Segment Port 8e16d04d-bf4b-4d9f-9c3d-483b4442c50f not found, creating... [ 1094.991109] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.991271] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.991421] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.991697] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.991874] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.992588] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.992845] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.993067] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.993938] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.997274] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.997472] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Resource: SegmentPort with ID: 8e16d04d-bf4b-4d9f-9c3d-483b4442c50f is going to be created. [ 1095.030241] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.030560] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.030560] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.031690] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.031690] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.031690] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "port-8e16d04d-bf4b-4d9f-9c3d-483b4442c50f" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.697966] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c986cdad-f97d-4d2c-b7da-56ba7cea667b in Status: SUCCESS [ 1095.698175] env[65307]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c986cdad-f97d-4d2c-b7da-56ba7cea667b deletion is rescheduled due to dependency. [ 1095.698427] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c986cdad-f97d-4d2c-b7da-56ba7cea667b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.751953] env[65307]: INFO networking_nsxv3.common.synchronization [req-d485bcb2-4d43-484d-bcd6-4df09ea52119 req-279d8213-75f9-491b-b028-cefab339d2e4 service nova] Enqueued Resource ID: e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2 with Priority: HIGHEST for action security_group_rules [ 1095.752233] env[65307]: INFO networking_nsxv3.common.synchronization [req-d485bcb2-4d43-484d-bcd6-4df09ea52119 req-279d8213-75f9-491b-b028-cefab339d2e4 service nova] Enqueued Resource ID: e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2 with Priority: HIGHEST for action security_group_members [ 1095.752508] env[65307]: INFO networking_nsxv3.common.synchronization [req-d485bcb2-4d43-484d-bcd6-4df09ea52119 req-279d8213-75f9-491b-b028-cefab339d2e4 service nova] Enqueued Resource ID: 8e16d04d-bf4b-4d9f-9c3d-483b4442c50f with Priority: HIGHEST for action port [ 1095.753208] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2 with Priority: HIGHEST for action security_group_rules [ 1095.753381] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2 with Priority: HIGHEST for action security_group_members [ 1095.753486] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e16d04d-bf4b-4d9f-9c3d-483b4442c50f with Priority: HIGHEST for action port [ 1095.753850] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.753978] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.754069] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.754303] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.754388] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.755302] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.755440] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.755764] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-8e16d04d-bf4b-4d9f-9c3d-483b4442c50f taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.755836] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8e16d04d-bf4b-4d9f-9c3d-483b4442c50f" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.755888] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8e16d04d-bf4b-4d9f-9c3d-483b4442c50f" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.756106] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8e16d04d-bf4b-4d9f-9c3d-483b4442c50f" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.756199] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8e16d04d-bf4b-4d9f-9c3d-483b4442c50f',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.259575] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2 taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.259575] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.260348] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8e16d04d-bf4b-4d9f-9c3d-483b4442c50f with status ACTIVE [ 1096.260777] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.261038] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.261192] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.261778] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.261778] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.261959] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.262260] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.262341] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.262682] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.262871] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.263226] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.263433] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.263534] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.263811] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.263911] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.264171] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8e16d04d-bf4b-4d9f-9c3d-483b4442c50f is going to be updated. [ 1096.294717] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.294865] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.294973] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.295182] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.295340] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.295523] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8e16d04d-bf4b-4d9f-9c3d-483b4442c50f" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.458782] env[65307]: INFO networking_nsxv3.common.synchronization [req-e59aeee8-a13f-495b-a51a-93ff6141186b req-f1e9b6ab-0c41-4437-885f-d2eb3c3a457e tempest-ServerActionsTestJSON-289642684 tempest-ServerActionsTestJSON-289642684-project-member] Enqueued Resource ID: 61950909-b807-4fc7-8c56-198c4508455a with Priority: HIGHEST for action security_group_members [ 1096.459601] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61950909-b807-4fc7-8c56-198c4508455a with Priority: HIGHEST for action security_group_members [ 1096.459601] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-61950909-b807-4fc7-8c56-198c4508455a taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.459601] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61950909-b807-4fc7-8c56-198c4508455a" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.459601] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61950909-b807-4fc7-8c56-198c4508455a" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.459890] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61950909-b807-4fc7-8c56-198c4508455a" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.460093] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.460206] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.460273] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.460615] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.460615] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.460725] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('61950909-b807-4fc7-8c56-198c4508455a',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.576863] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2 in Status: SUCCESS [ 1096.577136] env[65307]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2 deletion is rescheduled due to dependency. [ 1096.577371] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.577488] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.577703] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.577918] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.578069] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.578129] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.578344] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.578409] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.578526] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.963493] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.963700] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.963794] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.964052] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.986593] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.986952] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.987324] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.987448] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.987733] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.988501] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.988650] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61950909-b807-4fc7-8c56-198c4508455a is going to be updated. [ 1097.018939] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.019058] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.019235] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.019367] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.019504] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.029412] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61950909-b807-4fc7-8c56-198c4508455a in Status: IN_PROGRESS for 2s [ 1097.085626] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.213096] env[65307]: INFO networking_nsxv3.common.synchronization [None req-35ec9f59-0877-4d88-8d5b-eefe52a1f8a9 None None] Enqueued Resource ID: f0138817-6404-4dbd-8541-41381c43411c with Priority: HIGHEST for action port [ 1097.214466] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0138817-6404-4dbd-8541-41381c43411c with Priority: HIGHEST for action port [ 1097.214466] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-f0138817-6404-4dbd-8541-41381c43411c taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.214466] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f0138817-6404-4dbd-8541-41381c43411c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.214466] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f0138817-6404-4dbd-8541-41381c43411c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.214726] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f0138817-6404-4dbd-8541-41381c43411c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.214766] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f0138817-6404-4dbd-8541-41381c43411c',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.588986] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.721244] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f0138817-6404-4dbd-8541-41381c43411c [ 1097.721753] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.721934] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.722027] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.722263] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.722361] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.722464] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f0138817-6404-4dbd-8541-41381c43411c already deleted. [ 1097.722547] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f0138817-6404-4dbd-8541-41381c43411c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.097026] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.097026] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.097026] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.097026] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.097026] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.097026] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2 is going to be updated. [ 1098.129462] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.129462] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.129462] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.129668] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.130183] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.147023] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2 in Status: IN_PROGRESS for 2s [ 1099.056015] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61950909-b807-4fc7-8c56-198c4508455a in Status: SUCCESS [ 1099.056426] env[65307]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61950909-b807-4fc7-8c56-198c4508455a deletion is rescheduled due to dependency. [ 1099.056426] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61950909-b807-4fc7-8c56-198c4508455a" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.107420] env[65307]: INFO networking_nsxv3.common.synchronization [req-ab68762d-e0c6-4776-99af-43736c7a73ea req-24b4d280-e7af-4d48-9e6c-02a879efc32e tempest-AttachInterfacesTestJSON-1120364181 tempest-AttachInterfacesTestJSON-1120364181-project-member] Enqueued Resource ID: 2ee04e8a-7010-42c5-9448-f47e2c01412a with Priority: HIGHEST for action security_group_members [ 1100.107420] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ee04e8a-7010-42c5-9448-f47e2c01412a with Priority: HIGHEST for action security_group_members [ 1100.109095] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ee04e8a-7010-42c5-9448-f47e2c01412a taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.109501] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ee04e8a-7010-42c5-9448-f47e2c01412a" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.109674] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ee04e8a-7010-42c5-9448-f47e2c01412a" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.110149] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ee04e8a-7010-42c5-9448-f47e2c01412a" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.110413] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.112747] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.112747] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.112747] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.112747] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.112747] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ee04e8a-7010-42c5-9448-f47e2c01412a',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.156832] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2 in Status: SUCCESS [ 1100.157068] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.157245] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.157462] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.159043] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.159043] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.159043] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.159043] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.159043] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.159043] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.159043] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.246104] env[65307]: INFO networking_nsxv3.common.synchronization [None req-7b11b7b6-edb9-405c-9e03-09b30eaba8a4 None None] Enqueued Resource ID: caacf55a-aaf0-4d14-b1a6-0a8a7b8080e0 with Priority: HIGHEST for action port [ 1100.246781] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: caacf55a-aaf0-4d14-b1a6-0a8a7b8080e0 with Priority: HIGHEST for action port [ 1100.247164] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-caacf55a-aaf0-4d14-b1a6-0a8a7b8080e0 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.247297] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-caacf55a-aaf0-4d14-b1a6-0a8a7b8080e0" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.247364] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-caacf55a-aaf0-4d14-b1a6-0a8a7b8080e0" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.247642] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-caacf55a-aaf0-4d14-b1a6-0a8a7b8080e0" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.247727] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('caacf55a-aaf0-4d14-b1a6-0a8a7b8080e0',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.616618] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2ee04e8a-7010-42c5-9448-f47e2c01412a',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.661928] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2 taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.662202] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.662202] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.662527] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.662659] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.662780] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.662846] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.663019] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.663109] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.663200] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.663349] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2 taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.663578] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.663578] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.663700] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.663785] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.663877] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.663997] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.664124] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.664177] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.664229] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.664331] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.751222] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port caacf55a-aaf0-4d14-b1a6-0a8a7b8080e0 [ 1100.751502] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.751660] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.751730] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.754278] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.754278] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.754278] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:caacf55a-aaf0-4d14-b1a6-0a8a7b8080e0 already deleted. [ 1100.754278] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-caacf55a-aaf0-4d14-b1a6-0a8a7b8080e0" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.119878] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2ee04e8a-7010-42c5-9448-f47e2c01412a',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.166931] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2: rpc.has_security_group_logging(os_id): False [ 1101.190710] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.190888] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.190960] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.191221] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.191274] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.191565] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.191682] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.191791] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.191909] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.192041] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.192358] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.192518] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.192614] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.192834] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.192950] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.193243] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.193389] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.193490] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.193710] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.193831] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.193964] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2 is going to be updated. [ 1101.278853] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.279740] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.279740] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.280029] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.281539] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.310174] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2 in Status: IN_PROGRESS for 2s [ 1101.622072] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.622072] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.622072] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.622072] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.622072] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.622072] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ee04e8a-7010-42c5-9448-f47e2c01412a is going to be updated. [ 1101.656569] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.656768] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.656813] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.657031] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.657184] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.667196] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ee04e8a-7010-42c5-9448-f47e2c01412a in Status: IN_PROGRESS for 2s [ 1103.283744] env[65307]: INFO networking_nsxv3.common.synchronization [req-02395c33-d2ac-4a90-b3b1-29b623125d1d req-e12399bb-2813-4a8b-a9e7-5ecd6916abf2 tempest-ServerMetadataNegativeTestJSON-654857132 tempest-ServerMetadataNegativeTestJSON-654857132-project-member] Enqueued Resource ID: 51097cb5-780e-406a-b58c-78afb19b9b35 with Priority: HIGHEST for action security_group_members [ 1103.284152] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51097cb5-780e-406a-b58c-78afb19b9b35 with Priority: HIGHEST for action security_group_members [ 1103.284431] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-51097cb5-780e-406a-b58c-78afb19b9b35 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.284547] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51097cb5-780e-406a-b58c-78afb19b9b35" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.284615] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51097cb5-780e-406a-b58c-78afb19b9b35" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.284882] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51097cb5-780e-406a-b58c-78afb19b9b35" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.285127] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.285218] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.285218] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.285504] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.285611] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.285778] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('51097cb5-780e-406a-b58c-78afb19b9b35',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.349769] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2 in Status: SUCCESS [ 1103.350015] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.654880] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock network-717 taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.655170] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "network-717" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.655325] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "network-717" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.655712] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "network-717" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.656030] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.656318] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.656544] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.657244] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.657431] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.657676] env[65307]: DEBUG dogpile.cache.region [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1103.657826] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] NeedRegenerationException {{(pid=65307) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1103.658040] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] no value, waiting for create lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1103.658159] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] value creation lock acquired {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1103.659016] env[65307]: DEBUG dogpile.cache.region [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1103.659016] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Calling creation function for not-yet-present value {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1103.659016] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1103.682192] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ee04e8a-7010-42c5-9448-f47e2c01412a in Status: SUCCESS [ 1103.682441] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ee04e8a-7010-42c5-9448-f47e2c01412a" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.684296] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1103.684463] env[65307]: DEBUG dogpile.cache.region [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65307) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1103.684655] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Released creation lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1103.685540] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "network-717" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.685540] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock port-f93fd5a4-4dae-4cfe-8a35-e9895d53086f taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.685540] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "port-f93fd5a4-4dae-4cfe-8a35-e9895d53086f" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.685798] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "port-f93fd5a4-4dae-4cfe-8a35-e9895d53086f" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.685933] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "port-f93fd5a4-4dae-4cfe-8a35-e9895d53086f" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.686878] env[65307]: DEBUG networking_nsxv3.api.rpc [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f93fd5a4-4dae-4cfe-8a35-e9895d53086f',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.788240] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.788438] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.788515] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.788727] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.788818] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.789026] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.789126] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.789189] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.789366] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.789527] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.789623] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51097cb5-780e-406a-b58c-78afb19b9b35 already deleted. [ 1103.789711] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51097cb5-780e-406a-b58c-78afb19b9b35" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.189730] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.189972] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.190156] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.190451] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.193019] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.193019] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Segment Port f93fd5a4-4dae-4cfe-8a35-e9895d53086f not found, creating... [ 1104.193019] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.193019] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.193019] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.193019] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.193019] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.193019] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.193019] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.193019] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.193454] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.193454] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.193454] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Resource: SegmentPort with ID: f93fd5a4-4dae-4cfe-8a35-e9895d53086f is going to be created. [ 1104.217148] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.217430] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.218332] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.218332] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.218484] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.218792] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "port-f93fd5a4-4dae-4cfe-8a35-e9895d53086f" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.127679] env[65307]: INFO networking_nsxv3.common.synchronization [req-02395c33-d2ac-4a90-b3b1-29b623125d1d req-28bbfc15-99a7-4155-a78d-fd57cadce5cc service nova] Enqueued Resource ID: 51097cb5-780e-406a-b58c-78afb19b9b35 with Priority: HIGHEST for action security_group_rules [ 1105.127958] env[65307]: INFO networking_nsxv3.common.synchronization [req-02395c33-d2ac-4a90-b3b1-29b623125d1d req-28bbfc15-99a7-4155-a78d-fd57cadce5cc service nova] Enqueued Resource ID: 51097cb5-780e-406a-b58c-78afb19b9b35 with Priority: HIGHEST for action security_group_members [ 1105.133263] env[65307]: INFO networking_nsxv3.common.synchronization [req-02395c33-d2ac-4a90-b3b1-29b623125d1d req-28bbfc15-99a7-4155-a78d-fd57cadce5cc service nova] Enqueued Resource ID: f93fd5a4-4dae-4cfe-8a35-e9895d53086f with Priority: HIGHEST for action port [ 1105.134370] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51097cb5-780e-406a-b58c-78afb19b9b35 with Priority: HIGHEST for action security_group_rules [ 1105.134589] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51097cb5-780e-406a-b58c-78afb19b9b35 with Priority: HIGHEST for action security_group_members [ 1105.135430] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f93fd5a4-4dae-4cfe-8a35-e9895d53086f with Priority: HIGHEST for action port [ 1105.135961] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-51097cb5-780e-406a-b58c-78afb19b9b35 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.142090] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-51097cb5-780e-406a-b58c-78afb19b9b35" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.142090] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-51097cb5-780e-406a-b58c-78afb19b9b35" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.142090] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-51097cb5-780e-406a-b58c-78afb19b9b35" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.142090] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('51097cb5-780e-406a-b58c-78afb19b9b35',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.143582] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-51097cb5-780e-406a-b58c-78afb19b9b35 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.144402] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51097cb5-780e-406a-b58c-78afb19b9b35" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.144402] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51097cb5-780e-406a-b58c-78afb19b9b35" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.144402] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51097cb5-780e-406a-b58c-78afb19b9b35" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.145203] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.145203] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.145304] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.145922] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.145922] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.145922] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('51097cb5-780e-406a-b58c-78afb19b9b35',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.147707] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-f93fd5a4-4dae-4cfe-8a35-e9895d53086f taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.147879] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f93fd5a4-4dae-4cfe-8a35-e9895d53086f" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.147969] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f93fd5a4-4dae-4cfe-8a35-e9895d53086f" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.148291] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f93fd5a4-4dae-4cfe-8a35-e9895d53086f" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.148505] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f93fd5a4-4dae-4cfe-8a35-e9895d53086f',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.652162] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('51097cb5-780e-406a-b58c-78afb19b9b35',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.653570] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-51097cb5-780e-406a-b58c-78afb19b9b35 taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.653570] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51097cb5-780e-406a-b58c-78afb19b9b35" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.653570] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f93fd5a4-4dae-4cfe-8a35-e9895d53086f with status ACTIVE [ 1105.653570] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.654055] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.654055] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.654055] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.654055] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.654354] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.654354] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.654464] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.657880] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.657880] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.657880] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.657880] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.657880] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.657880] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.657880] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.657880] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f93fd5a4-4dae-4cfe-8a35-e9895d53086f is going to be updated. [ 1105.687027] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.687027] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.687027] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.687027] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.687313] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.687352] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f93fd5a4-4dae-4cfe-8a35-e9895d53086f" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.725948] env[65307]: INFO networking_nsxv3.common.synchronization [req-3f4e61fc-1470-4e1b-9910-231c33ddfeb1 req-e7d29e74-c70c-497f-814a-f7b9031fbe5f tempest-ImagesTestJSON-277680294 tempest-ImagesTestJSON-277680294-project-member] Enqueued Resource ID: e4bfcfdb-60f5-4a19-9d13-d77039646bd9 with Priority: HIGHEST for action security_group_members [ 1105.726610] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4bfcfdb-60f5-4a19-9d13-d77039646bd9 with Priority: HIGHEST for action security_group_members [ 1105.726914] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4bfcfdb-60f5-4a19-9d13-d77039646bd9 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.727113] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4bfcfdb-60f5-4a19-9d13-d77039646bd9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.727212] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4bfcfdb-60f5-4a19-9d13-d77039646bd9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.727405] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4bfcfdb-60f5-4a19-9d13-d77039646bd9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.728265] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.728265] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.728500] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.728549] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.728626] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.729270] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e4bfcfdb-60f5-4a19-9d13-d77039646bd9',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.107646] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock network-525 taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.107646] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "network-525" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.107646] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "network-525" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.108148] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "network-525" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.108216] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.108394] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.108547] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.108790] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.109013] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.109224] env[65307]: DEBUG dogpile.cache.region [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1106.109380] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] NeedRegenerationException {{(pid=65307) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1106.109461] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] no value, waiting for create lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1106.109627] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] value creation lock acquired {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1106.109780] env[65307]: DEBUG dogpile.cache.region [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1106.109908] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Calling creation function for not-yet-present value {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1106.110093] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1106.139654] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1106.140087] env[65307]: DEBUG dogpile.cache.region [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=65307) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1106.140087] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Released creation lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1106.140209] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "network-525" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.140551] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock port-3da22731-0fde-4d72-a59e-c152ac7e2e24 taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.140744] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "port-3da22731-0fde-4d72-a59e-c152ac7e2e24" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.140868] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "port-3da22731-0fde-4d72-a59e-c152ac7e2e24" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.141264] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "port-3da22731-0fde-4d72-a59e-c152ac7e2e24" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.141411] env[65307]: DEBUG networking_nsxv3.api.rpc [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3da22731-0fde-4d72-a59e-c152ac7e2e24',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.156965] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('51097cb5-780e-406a-b58c-78afb19b9b35',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.231677] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e4bfcfdb-60f5-4a19-9d13-d77039646bd9',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.644155] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.644417] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.644548] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.644850] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.644995] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.645197] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Segment Port 3da22731-0fde-4d72-a59e-c152ac7e2e24 not found, creating... [ 1106.645729] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.645729] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.645911] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.646229] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.646229] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.646933] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.646933] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.646933] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.647149] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.647204] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.647305] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Resource: SegmentPort with ID: 3da22731-0fde-4d72-a59e-c152ac7e2e24 is going to be created. [ 1106.659511] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.659511] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.659692] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.659789] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.659878] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.659977] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51097cb5-780e-406a-b58c-78afb19b9b35 is going to be created. [ 1106.671873] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.671873] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.672118] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.672328] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.672608] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.672912] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "port-3da22731-0fde-4d72-a59e-c152ac7e2e24" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.689571] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.689780] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.689907] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.690145] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.690387] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.706835] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51097cb5-780e-406a-b58c-78afb19b9b35 in Status: UNINITIALIZED for 2s [ 1106.734412] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e4bfcfdb-60f5-4a19-9d13-d77039646bd9',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.237232] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.237683] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.237683] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.237853] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.237853] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.237991] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e4bfcfdb-60f5-4a19-9d13-d77039646bd9 is going to be updated. [ 1107.313708] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.313951] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.313951] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.314217] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.314382] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.335443] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4bfcfdb-60f5-4a19-9d13-d77039646bd9 in Status: IN_PROGRESS for 2s [ 1107.412107] env[65307]: INFO networking_nsxv3.common.synchronization [req-3f4e61fc-1470-4e1b-9910-231c33ddfeb1 req-25c415bc-abe2-423b-8b2d-d1e80d17ff14 service nova] Enqueued Resource ID: e4bfcfdb-60f5-4a19-9d13-d77039646bd9 with Priority: HIGHEST for action security_group_rules [ 1107.412394] env[65307]: INFO networking_nsxv3.common.synchronization [req-3f4e61fc-1470-4e1b-9910-231c33ddfeb1 req-25c415bc-abe2-423b-8b2d-d1e80d17ff14 service nova] Enqueued Resource ID: e4bfcfdb-60f5-4a19-9d13-d77039646bd9 with Priority: HIGHEST for action security_group_members [ 1107.413242] env[65307]: INFO networking_nsxv3.common.synchronization [req-3f4e61fc-1470-4e1b-9910-231c33ddfeb1 req-25c415bc-abe2-423b-8b2d-d1e80d17ff14 service nova] Enqueued Resource ID: 3da22731-0fde-4d72-a59e-c152ac7e2e24 with Priority: HIGHEST for action port [ 1107.413911] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4bfcfdb-60f5-4a19-9d13-d77039646bd9 with Priority: HIGHEST for action security_group_rules [ 1107.414079] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4bfcfdb-60f5-4a19-9d13-d77039646bd9 with Priority: HIGHEST for action security_group_members [ 1107.414174] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3da22731-0fde-4d72-a59e-c152ac7e2e24 with Priority: HIGHEST for action port [ 1107.414483] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e4bfcfdb-60f5-4a19-9d13-d77039646bd9 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.414612] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e4bfcfdb-60f5-4a19-9d13-d77039646bd9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.414674] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e4bfcfdb-60f5-4a19-9d13-d77039646bd9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.414942] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e4bfcfdb-60f5-4a19-9d13-d77039646bd9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.414978] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e4bfcfdb-60f5-4a19-9d13-d77039646bd9',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.416068] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4bfcfdb-60f5-4a19-9d13-d77039646bd9 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.416164] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4bfcfdb-60f5-4a19-9d13-d77039646bd9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.416398] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-3da22731-0fde-4d72-a59e-c152ac7e2e24 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.416463] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3da22731-0fde-4d72-a59e-c152ac7e2e24" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.416533] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3da22731-0fde-4d72-a59e-c152ac7e2e24" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.416744] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3da22731-0fde-4d72-a59e-c152ac7e2e24" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.416822] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3da22731-0fde-4d72-a59e-c152ac7e2e24',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.919170] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4bfcfdb-60f5-4a19-9d13-d77039646bd9 taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.919170] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4bfcfdb-60f5-4a19-9d13-d77039646bd9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.919170] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3da22731-0fde-4d72-a59e-c152ac7e2e24 with status ACTIVE [ 1107.919375] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.919752] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.919752] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.919752] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.919911] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.919967] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.920068] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.920127] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.920474] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.920474] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.920792] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.920792] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.920792] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.920906] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.920906] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.920971] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3da22731-0fde-4d72-a59e-c152ac7e2e24 is going to be updated. [ 1107.943232] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.943232] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.943369] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.943609] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.943699] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.944180] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3da22731-0fde-4d72-a59e-c152ac7e2e24" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.718818] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51097cb5-780e-406a-b58c-78afb19b9b35 in Status: SUCCESS [ 1108.720683] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51097cb5-780e-406a-b58c-78afb19b9b35" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.720683] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51097cb5-780e-406a-b58c-78afb19b9b35" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.720969] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51097cb5-780e-406a-b58c-78afb19b9b35" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.721116] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.721293] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.721396] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.721665] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.721785] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.721872] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51097cb5-780e-406a-b58c-78afb19b9b35" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.721970] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('51097cb5-780e-406a-b58c-78afb19b9b35',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.232224] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-51097cb5-780e-406a-b58c-78afb19b9b35 taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.232224] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51097cb5-780e-406a-b58c-78afb19b9b35" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.232224] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51097cb5-780e-406a-b58c-78afb19b9b35" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.232739] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51097cb5-780e-406a-b58c-78afb19b9b35" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.232739] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.232739] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.232739] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.233050] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.233050] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.233050] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51097cb5-780e-406a-b58c-78afb19b9b35" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.233250] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-51097cb5-780e-406a-b58c-78afb19b9b35 taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.233250] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51097cb5-780e-406a-b58c-78afb19b9b35" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.233383] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51097cb5-780e-406a-b58c-78afb19b9b35" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.233443] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51097cb5-780e-406a-b58c-78afb19b9b35" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.233591] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.233687] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.233754] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.233922] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.233994] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.234110] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51097cb5-780e-406a-b58c-78afb19b9b35" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.234202] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('51097cb5-780e-406a-b58c-78afb19b9b35',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.348633] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4bfcfdb-60f5-4a19-9d13-d77039646bd9 in Status: SUCCESS [ 1109.349475] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4bfcfdb-60f5-4a19-9d13-d77039646bd9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.349475] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4bfcfdb-60f5-4a19-9d13-d77039646bd9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.350205] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4bfcfdb-60f5-4a19-9d13-d77039646bd9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.350205] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.350205] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.350205] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.350205] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.350396] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.350396] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e4bfcfdb-60f5-4a19-9d13-d77039646bd9',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.736636] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 51097cb5-780e-406a-b58c-78afb19b9b35: rpc.has_security_group_logging(os_id): False [ 1109.757434] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.757658] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.757658] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.757900] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.757994] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.758229] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.758330] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.758406] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.758571] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.758656] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.758838] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.758929] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.758991] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.759248] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.759358] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.759638] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.759792] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.759888] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.760083] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.760194] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.760358] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 51097cb5-780e-406a-b58c-78afb19b9b35 is going to be created. [ 1109.788137] env[65307]: INFO networking_nsxv3.common.synchronization [req-7e59b371-4fe2-49d7-bcf7-d4113a7f0478 req-1294e807-5e63-42b7-b2e9-30851cceea4d tempest-DeleteServersTestJSON-1223351987 tempest-DeleteServersTestJSON-1223351987-project-member] Enqueued Resource ID: e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2 with Priority: HIGHEST for action security_group_members [ 1109.788415] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2 with Priority: HIGHEST for action security_group_members [ 1109.788753] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.788877] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.788938] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.789193] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.789300] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.789402] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.789464] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.789699] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.789785] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.789878] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.841476] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.842445] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.842445] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.842445] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.843272] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.853438] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e4bfcfdb-60f5-4a19-9d13-d77039646bd9',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.856090] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 51097cb5-780e-406a-b58c-78afb19b9b35 in Status: IN_PROGRESS for 2s [ 1110.080502] env[65307]: INFO networking_nsxv3.common.synchronization [req-6536affa-eba3-4d77-a742-32d61be8b281 req-0e5f5a96-b845-441a-a4f5-783938898dfd tempest-AttachInterfacesTestJSON-1120364181 tempest-AttachInterfacesTestJSON-1120364181-project-member] Enqueued Resource ID: 2ee04e8a-7010-42c5-9448-f47e2c01412a with Priority: HIGHEST for action security_group_members [ 1110.081079] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ee04e8a-7010-42c5-9448-f47e2c01412a with Priority: HIGHEST for action security_group_members [ 1110.082065] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ee04e8a-7010-42c5-9448-f47e2c01412a taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.082256] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ee04e8a-7010-42c5-9448-f47e2c01412a" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.082454] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ee04e8a-7010-42c5-9448-f47e2c01412a" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.082796] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ee04e8a-7010-42c5-9448-f47e2c01412a" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.083068] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.083299] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.083405] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.083661] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.083857] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.084030] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ee04e8a-7010-42c5-9448-f47e2c01412a',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.292598] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.293903] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.293903] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.293903] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.293903] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.293903] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.293903] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.293903] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.293903] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.294632] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.294632] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2 is going to be updated. [ 1110.323634] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.323811] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.323958] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.324201] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.324519] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.349517] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2 in Status: IN_PROGRESS for 2s [ 1110.357035] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e4bfcfdb-60f5-4a19-9d13-d77039646bd9',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.587198] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.587395] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.587395] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.587586] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.587715] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.587898] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.588011] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.588054] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.588211] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.588289] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.588376] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ee04e8a-7010-42c5-9448-f47e2c01412a is going to be updated. [ 1110.618887] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.619100] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.619175] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.619444] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.619619] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.628977] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ee04e8a-7010-42c5-9448-f47e2c01412a in Status: IN_PROGRESS for 2s [ 1110.858527] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.859084] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.859084] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.859728] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.859824] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.859968] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e4bfcfdb-60f5-4a19-9d13-d77039646bd9 is going to be updated. [ 1110.902353] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.902603] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.902686] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.903052] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.903297] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.915263] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4bfcfdb-60f5-4a19-9d13-d77039646bd9 in Status: IN_PROGRESS for 2s [ 1111.875560] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 51097cb5-780e-406a-b58c-78afb19b9b35 in Status: SUCCESS [ 1111.875952] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-51097cb5-780e-406a-b58c-78afb19b9b35" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.360972] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2 in Status: SUCCESS [ 1112.361497] env[65307]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2 deletion is rescheduled due to dependency. [ 1112.361497] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.640431] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ee04e8a-7010-42c5-9448-f47e2c01412a in Status: SUCCESS [ 1112.640695] env[65307]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ee04e8a-7010-42c5-9448-f47e2c01412a deletion is rescheduled due to dependency. [ 1112.640863] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ee04e8a-7010-42c5-9448-f47e2c01412a" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.927834] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4bfcfdb-60f5-4a19-9d13-d77039646bd9 in Status: SUCCESS [ 1112.927834] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4bfcfdb-60f5-4a19-9d13-d77039646bd9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.927834] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4bfcfdb-60f5-4a19-9d13-d77039646bd9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.928369] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4bfcfdb-60f5-4a19-9d13-d77039646bd9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.928369] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.928369] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.928369] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.928581] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.928633] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.928767] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4bfcfdb-60f5-4a19-9d13-d77039646bd9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.928884] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e4bfcfdb-60f5-4a19-9d13-d77039646bd9',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.431516] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4bfcfdb-60f5-4a19-9d13-d77039646bd9 taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.431793] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4bfcfdb-60f5-4a19-9d13-d77039646bd9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.431865] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4bfcfdb-60f5-4a19-9d13-d77039646bd9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.432145] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4bfcfdb-60f5-4a19-9d13-d77039646bd9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.432872] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.433061] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.433148] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.433309] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.433559] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.433559] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4bfcfdb-60f5-4a19-9d13-d77039646bd9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.433646] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4bfcfdb-60f5-4a19-9d13-d77039646bd9 taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.433748] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4bfcfdb-60f5-4a19-9d13-d77039646bd9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.433860] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4bfcfdb-60f5-4a19-9d13-d77039646bd9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.434057] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4bfcfdb-60f5-4a19-9d13-d77039646bd9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.434227] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.434292] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.434354] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.434495] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.434573] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.434730] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4bfcfdb-60f5-4a19-9d13-d77039646bd9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.434817] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e4bfcfdb-60f5-4a19-9d13-d77039646bd9',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.937278] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e4bfcfdb-60f5-4a19-9d13-d77039646bd9: rpc.has_security_group_logging(os_id): False [ 1113.967381] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.967381] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.967381] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.967381] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.967381] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.967381] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.967381] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.967381] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.967381] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.967381] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.967931] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.967931] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.968818] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.968818] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.968818] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.968818] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.968818] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.968818] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.969240] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.969520] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.969709] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e4bfcfdb-60f5-4a19-9d13-d77039646bd9 is going to be updated. [ 1114.043028] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.043206] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.043314] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.043585] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.043859] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.063849] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e4bfcfdb-60f5-4a19-9d13-d77039646bd9 in Status: IN_PROGRESS for 2s [ 1115.083119] env[65307]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1115.083480] env[65307]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1115.996905] env[65307]: INFO networking_nsxv3.common.synchronization [None req-6f416850-a69f-49a3-914e-1dfe57e37c51 tempest-AttachInterfacesTestJSON-1120364181 tempest-AttachInterfacesTestJSON-1120364181-project-member] Enqueued Resource ID: dfaefd34-ec9a-485e-aa58-e1bf34863160 with Priority: HIGHEST for action security_group_members [ 1115.997314] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfaefd34-ec9a-485e-aa58-e1bf34863160 with Priority: HIGHEST for action security_group_members [ 1115.997671] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfaefd34-ec9a-485e-aa58-e1bf34863160 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.997784] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfaefd34-ec9a-485e-aa58-e1bf34863160" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.997784] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfaefd34-ec9a-485e-aa58-e1bf34863160" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.998061] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfaefd34-ec9a-485e-aa58-e1bf34863160" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.999249] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.999384] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.999466] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.999691] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.999761] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.999850] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dfaefd34-ec9a-485e-aa58-e1bf34863160',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.088477] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e4bfcfdb-60f5-4a19-9d13-d77039646bd9 in Status: SUCCESS [ 1116.088828] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e4bfcfdb-60f5-4a19-9d13-d77039646bd9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.502222] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.502553] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.502553] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.502747] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.502786] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.503044] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.503152] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.503259] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.503408] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.503524] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.503638] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dfaefd34-ec9a-485e-aa58-e1bf34863160 is going to be updated. [ 1116.538171] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.538171] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.538171] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.538690] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.538690] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.552507] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dfaefd34-ec9a-485e-aa58-e1bf34863160 in Status: IN_PROGRESS for 2s [ 1117.367027] env[65307]: INFO networking_nsxv3.common.synchronization [req-375d151f-ec4a-4fcd-9e75-b99ff1c1feca req-e63f0aed-4b7a-46a3-83f5-386e823c1720 tempest-ServerMetadataNegativeTestJSON-654857132 tempest-ServerMetadataNegativeTestJSON-654857132-project-member] Enqueued Resource ID: 51097cb5-780e-406a-b58c-78afb19b9b35 with Priority: HIGHEST for action security_group_members [ 1117.367506] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51097cb5-780e-406a-b58c-78afb19b9b35 with Priority: HIGHEST for action security_group_members [ 1117.367829] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-51097cb5-780e-406a-b58c-78afb19b9b35 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.367958] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51097cb5-780e-406a-b58c-78afb19b9b35" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.368104] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51097cb5-780e-406a-b58c-78afb19b9b35" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.368323] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51097cb5-780e-406a-b58c-78afb19b9b35" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.368482] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.368581] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.368655] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.368818] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.368909] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.369017] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('51097cb5-780e-406a-b58c-78afb19b9b35',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.871724] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.871965] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.871965] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.872708] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.872708] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.872708] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.872708] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.872910] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.873355] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.873432] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.873632] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51097cb5-780e-406a-b58c-78afb19b9b35 is going to be updated. [ 1117.908764] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.908932] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.908932] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.910478] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.910478] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.920240] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51097cb5-780e-406a-b58c-78afb19b9b35 in Status: IN_PROGRESS for 2s [ 1118.482881] env[65307]: INFO networking_nsxv3.common.synchronization [req-ff3c89c2-7cd5-4e87-869c-3eed82645497 req-e87aa237-656d-42be-9f40-65b9514cf24d tempest-ServerActionsTestOtherA-1819960408 tempest-ServerActionsTestOtherA-1819960408-project-member] Enqueued Resource ID: 0efd72d0-c4cf-47d9-b09f-7de4896d965d with Priority: HIGHEST for action security_group_members [ 1118.488821] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0efd72d0-c4cf-47d9-b09f-7de4896d965d with Priority: HIGHEST for action security_group_members [ 1118.489347] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-0efd72d0-c4cf-47d9-b09f-7de4896d965d taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.489670] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0efd72d0-c4cf-47d9-b09f-7de4896d965d" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.489670] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0efd72d0-c4cf-47d9-b09f-7de4896d965d" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.490051] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0efd72d0-c4cf-47d9-b09f-7de4896d965d" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.490051] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.490170] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.490217] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.490434] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.490760] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.491164] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0efd72d0-c4cf-47d9-b09f-7de4896d965d',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.565422] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dfaefd34-ec9a-485e-aa58-e1bf34863160 in Status: SUCCESS [ 1118.566152] env[65307]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dfaefd34-ec9a-485e-aa58-e1bf34863160 deletion is rescheduled due to dependency. [ 1118.566152] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfaefd34-ec9a-485e-aa58-e1bf34863160" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.881207] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock network-686 taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.881941] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "network-686" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.881941] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "network-686" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.882133] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "network-686" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.882433] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.882616] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.882783] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.883176] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.883383] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.883549] env[65307]: DEBUG dogpile.cache.region [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1118.883659] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] NeedRegenerationException {{(pid=65307) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1118.883790] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] no value, waiting for create lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1118.884018] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] value creation lock acquired {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1118.884232] env[65307]: DEBUG dogpile.cache.region [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1118.884392] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Calling creation function for not-yet-present value {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1118.884583] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1118.927311] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1118.927518] env[65307]: DEBUG dogpile.cache.region [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Cache value generated in 0.043 seconds for key(s): 'zone-id' {{(pid=65307) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1118.927651] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Released creation lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1118.928019] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "network-686" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.928401] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock port-3a566eac-11c7-48e3-a621-47f793e0468e taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.928683] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "port-3a566eac-11c7-48e3-a621-47f793e0468e" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.928950] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "port-3a566eac-11c7-48e3-a621-47f793e0468e" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.929542] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "port-3a566eac-11c7-48e3-a621-47f793e0468e" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.930066] env[65307]: DEBUG networking_nsxv3.api.rpc [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3a566eac-11c7-48e3-a621-47f793e0468e',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.994276] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0efd72d0-c4cf-47d9-b09f-7de4896d965d',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.433452] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.433452] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.433452] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.433452] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.433960] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.433960] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Segment Port 3a566eac-11c7-48e3-a621-47f793e0468e not found, creating... [ 1119.433960] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.434144] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.434270] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.434481] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.434626] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.434910] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.435156] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.435248] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.435516] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.435599] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.435755] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Resource: SegmentPort with ID: 3a566eac-11c7-48e3-a621-47f793e0468e is going to be created. [ 1119.456894] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.457166] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.457360] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.457655] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.457965] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.458235] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "port-3a566eac-11c7-48e3-a621-47f793e0468e" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.501113] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0efd72d0-c4cf-47d9-b09f-7de4896d965d',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.933114] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51097cb5-780e-406a-b58c-78afb19b9b35 in Status: SUCCESS [ 1119.933322] env[65307]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51097cb5-780e-406a-b58c-78afb19b9b35 deletion is rescheduled due to dependency. [ 1119.933467] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51097cb5-780e-406a-b58c-78afb19b9b35" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.003481] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.003481] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.003481] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.003815] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.003857] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.003975] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0efd72d0-c4cf-47d9-b09f-7de4896d965d is going to be updated. [ 1120.037200] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.037417] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.037644] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.037644] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.037804] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.049067] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0efd72d0-c4cf-47d9-b09f-7de4896d965d in Status: IN_PROGRESS for 2s [ 1120.186281] env[65307]: INFO networking_nsxv3.common.synchronization [req-ff3c89c2-7cd5-4e87-869c-3eed82645497 req-e0ba8d61-ed40-459a-a42b-07b7e154d767 service nova] Enqueued Resource ID: 0efd72d0-c4cf-47d9-b09f-7de4896d965d with Priority: HIGHEST for action security_group_rules [ 1120.186281] env[65307]: INFO networking_nsxv3.common.synchronization [req-ff3c89c2-7cd5-4e87-869c-3eed82645497 req-e0ba8d61-ed40-459a-a42b-07b7e154d767 service nova] Enqueued Resource ID: 0efd72d0-c4cf-47d9-b09f-7de4896d965d with Priority: HIGHEST for action security_group_members [ 1120.186281] env[65307]: INFO networking_nsxv3.common.synchronization [req-ff3c89c2-7cd5-4e87-869c-3eed82645497 req-e0ba8d61-ed40-459a-a42b-07b7e154d767 service nova] Enqueued Resource ID: 3a566eac-11c7-48e3-a621-47f793e0468e with Priority: HIGHEST for action port [ 1120.186281] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0efd72d0-c4cf-47d9-b09f-7de4896d965d with Priority: HIGHEST for action security_group_rules [ 1120.186281] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0efd72d0-c4cf-47d9-b09f-7de4896d965d with Priority: HIGHEST for action security_group_members [ 1120.186281] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a566eac-11c7-48e3-a621-47f793e0468e with Priority: HIGHEST for action port [ 1120.188501] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0efd72d0-c4cf-47d9-b09f-7de4896d965d taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.188852] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0efd72d0-c4cf-47d9-b09f-7de4896d965d" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.190757] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0efd72d0-c4cf-47d9-b09f-7de4896d965d" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.190757] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0efd72d0-c4cf-47d9-b09f-7de4896d965d" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.190757] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0efd72d0-c4cf-47d9-b09f-7de4896d965d',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.191563] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-0efd72d0-c4cf-47d9-b09f-7de4896d965d taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.192390] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0efd72d0-c4cf-47d9-b09f-7de4896d965d" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.193128] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-3a566eac-11c7-48e3-a621-47f793e0468e taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.193507] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3a566eac-11c7-48e3-a621-47f793e0468e" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.194039] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3a566eac-11c7-48e3-a621-47f793e0468e" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.194039] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3a566eac-11c7-48e3-a621-47f793e0468e" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.194302] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3a566eac-11c7-48e3-a621-47f793e0468e',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.698214] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-0efd72d0-c4cf-47d9-b09f-7de4896d965d taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.698676] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0efd72d0-c4cf-47d9-b09f-7de4896d965d" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.698676] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3a566eac-11c7-48e3-a621-47f793e0468e with status ACTIVE [ 1120.698801] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.701605] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.701605] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.701605] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.701605] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.701605] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.701605] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.701605] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.701605] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.701605] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.701605] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.701605] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.701605] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.701605] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.701605] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.701605] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3a566eac-11c7-48e3-a621-47f793e0468e is going to be updated. [ 1120.733410] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.733410] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.733410] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.733410] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.733410] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.733410] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3a566eac-11c7-48e3-a621-47f793e0468e" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.887106] env[65307]: INFO networking_nsxv3.common.synchronization [req-c4937367-1ec7-4bcb-80db-63f596a83afa req-18035a12-f4f5-475c-84fc-22a4159931e2 tempest-DeleteServersTestJSON-1223351987 tempest-DeleteServersTestJSON-1223351987-project-member] Enqueued Resource ID: e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2 with Priority: HIGHEST for action security_group_members [ 1120.887723] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2 with Priority: HIGHEST for action security_group_members [ 1120.887848] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.887962] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.888103] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.888334] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.888539] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.888616] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.888647] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.888800] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.888903] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.889026] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.057101] env[65307]: INFO networking_nsxv3.common.synchronization [None req-4b8b96bb-682d-490a-8934-1edd57975a77 None None] Enqueued Resource ID: 35f6d886-1922-4d94-81e8-e0381d353905 with Priority: HIGHEST for action port [ 1121.057101] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35f6d886-1922-4d94-81e8-e0381d353905 with Priority: HIGHEST for action port [ 1121.057101] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-35f6d886-1922-4d94-81e8-e0381d353905 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.057101] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-35f6d886-1922-4d94-81e8-e0381d353905" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.058198] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-35f6d886-1922-4d94-81e8-e0381d353905" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.058198] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-35f6d886-1922-4d94-81e8-e0381d353905" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.058198] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('35f6d886-1922-4d94-81e8-e0381d353905',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.391549] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.391738] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.391820] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.395018] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.395018] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.395018] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.395018] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.395018] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.395018] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.395018] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.395018] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2 is going to be updated. [ 1121.426463] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.426463] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.426463] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.426463] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.426463] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.443154] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2 in Status: IN_PROGRESS for 2s [ 1121.447373] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock network-479 taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.447373] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "network-479" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.447373] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "network-479" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.447373] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "network-479" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.447373] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.447373] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.447373] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.447373] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.447838] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.447838] env[65307]: DEBUG dogpile.cache.region [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1121.447901] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] NeedRegenerationException {{(pid=65307) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1121.448983] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] no value, waiting for create lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1121.448983] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] value creation lock acquired {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1121.448983] env[65307]: DEBUG dogpile.cache.region [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1121.448983] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Calling creation function for not-yet-present value {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1121.448983] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1121.475148] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1121.475148] env[65307]: DEBUG dogpile.cache.region [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65307) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1121.475148] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Released creation lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1121.475148] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "network-479" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.475148] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock port-54fc7863-03f1-4961-ba82-413458720ddc taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.475148] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "port-54fc7863-03f1-4961-ba82-413458720ddc" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.475148] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "port-54fc7863-03f1-4961-ba82-413458720ddc" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.475869] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "port-54fc7863-03f1-4961-ba82-413458720ddc" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.475869] env[65307]: DEBUG networking_nsxv3.api.rpc [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('54fc7863-03f1-4961-ba82-413458720ddc',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.561146] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 35f6d886-1922-4d94-81e8-e0381d353905 [ 1121.561767] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.561960] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.562066] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.562242] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.562336] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.562429] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:35f6d886-1922-4d94-81e8-e0381d353905 already deleted. [ 1121.562515] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-35f6d886-1922-4d94-81e8-e0381d353905" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.978244] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.978646] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.978646] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.979427] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.979427] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.979427] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Segment Port 54fc7863-03f1-4961-ba82-413458720ddc not found, creating... [ 1121.979427] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.979615] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.979734] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.979955] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.980176] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.980378] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.980529] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.980660] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.980840] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.980988] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.985019] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Resource: SegmentPort with ID: 54fc7863-03f1-4961-ba82-413458720ddc is going to be created. [ 1122.016725] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.016936] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.017076] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.017370] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.019119] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.019416] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "port-54fc7863-03f1-4961-ba82-413458720ddc" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.074708] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0efd72d0-c4cf-47d9-b09f-7de4896d965d in Status: SUCCESS [ 1122.075025] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0efd72d0-c4cf-47d9-b09f-7de4896d965d" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.075345] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0efd72d0-c4cf-47d9-b09f-7de4896d965d" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.075706] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0efd72d0-c4cf-47d9-b09f-7de4896d965d" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.075863] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.076013] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.076103] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.076314] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.076425] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.076581] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0efd72d0-c4cf-47d9-b09f-7de4896d965d',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.581126] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0efd72d0-c4cf-47d9-b09f-7de4896d965d',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.709518] env[65307]: INFO networking_nsxv3.common.synchronization [req-c4937367-1ec7-4bcb-80db-63f596a83afa req-6c3175fd-dd82-45d7-b4b3-b31877f1e84b service nova] Enqueued Resource ID: e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2 with Priority: HIGHEST for action security_group_rules [ 1122.709782] env[65307]: INFO networking_nsxv3.common.synchronization [req-c4937367-1ec7-4bcb-80db-63f596a83afa req-6c3175fd-dd82-45d7-b4b3-b31877f1e84b service nova] Enqueued Resource ID: e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2 with Priority: HIGHEST for action security_group_members [ 1122.710588] env[65307]: INFO networking_nsxv3.common.synchronization [req-c4937367-1ec7-4bcb-80db-63f596a83afa req-6c3175fd-dd82-45d7-b4b3-b31877f1e84b service nova] Enqueued Resource ID: 54fc7863-03f1-4961-ba82-413458720ddc with Priority: HIGHEST for action port [ 1122.710828] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2 with Priority: HIGHEST for action security_group_rules [ 1122.710958] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2 with Priority: HIGHEST for action security_group_members [ 1122.715721] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54fc7863-03f1-4961-ba82-413458720ddc with Priority: HIGHEST for action port [ 1122.716205] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.716758] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.716758] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.717877] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.717974] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.718968] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.719825] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.719825] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-54fc7863-03f1-4961-ba82-413458720ddc taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.719825] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-54fc7863-03f1-4961-ba82-413458720ddc" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.719825] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-54fc7863-03f1-4961-ba82-413458720ddc" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.720075] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-54fc7863-03f1-4961-ba82-413458720ddc" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.720123] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('54fc7863-03f1-4961-ba82-413458720ddc',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.086039] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0efd72d0-c4cf-47d9-b09f-7de4896d965d',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.228397] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2 taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.228397] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.228397] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 54fc7863-03f1-4961-ba82-413458720ddc with status ACTIVE [ 1123.228397] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.228397] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.228397] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.228397] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.228397] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.228397] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.228397] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.228397] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.228397] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.228397] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.228397] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.229178] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.229178] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.229178] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.229178] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.229178] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 54fc7863-03f1-4961-ba82-413458720ddc is going to be updated. [ 1123.253570] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.253722] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.253781] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.253997] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.254239] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.254404] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-54fc7863-03f1-4961-ba82-413458720ddc" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.460886] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2 in Status: SUCCESS [ 1123.460886] env[65307]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2 deletion is rescheduled due to dependency. [ 1123.460886] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.460886] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.460886] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.460886] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.460886] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.460886] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.460886] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.460886] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.460886] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.495229] env[65307]: INFO networking_nsxv3.common.synchronization [None req-38b41d67-0a1a-46af-b9c7-5a1088d41a2b None None] Enqueued Resource ID: 99f0bce3-078c-4961-b938-fafb280c4b2c with Priority: HIGHEST for action port [ 1123.495663] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99f0bce3-078c-4961-b938-fafb280c4b2c with Priority: HIGHEST for action port [ 1123.495975] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-99f0bce3-078c-4961-b938-fafb280c4b2c taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.496122] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-99f0bce3-078c-4961-b938-fafb280c4b2c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.496192] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-99f0bce3-078c-4961-b938-fafb280c4b2c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.496459] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-99f0bce3-078c-4961-b938-fafb280c4b2c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.496542] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('99f0bce3-078c-4961-b938-fafb280c4b2c',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.588067] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.588274] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.588406] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.588751] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.588822] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.588930] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0efd72d0-c4cf-47d9-b09f-7de4896d965d is going to be updated. [ 1123.631194] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.631319] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.632418] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.632418] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.632418] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.641470] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0efd72d0-c4cf-47d9-b09f-7de4896d965d in Status: IN_PROGRESS for 2s [ 1123.965032] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.999368] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 99f0bce3-078c-4961-b938-fafb280c4b2c [ 1123.999645] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.999820] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.999894] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.000125] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.000220] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.000316] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:99f0bce3-078c-4961-b938-fafb280c4b2c already deleted. [ 1124.000400] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-99f0bce3-078c-4961-b938-fafb280c4b2c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.469029] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.973223] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.973223] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.973223] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.973223] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.973223] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.973223] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2 is going to be updated. [ 1125.005661] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.005848] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.005948] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.006172] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.006321] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.018322] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2 in Status: IN_PROGRESS for 2s [ 1125.654997] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0efd72d0-c4cf-47d9-b09f-7de4896d965d in Status: SUCCESS [ 1125.655346] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0efd72d0-c4cf-47d9-b09f-7de4896d965d" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.655488] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0efd72d0-c4cf-47d9-b09f-7de4896d965d" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.655741] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0efd72d0-c4cf-47d9-b09f-7de4896d965d" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.657495] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.657495] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.657495] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.657495] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.657495] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.657495] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0efd72d0-c4cf-47d9-b09f-7de4896d965d" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.657495] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0efd72d0-c4cf-47d9-b09f-7de4896d965d',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.160410] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0efd72d0-c4cf-47d9-b09f-7de4896d965d',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.662483] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0efd72d0-c4cf-47d9-b09f-7de4896d965d: rpc.has_security_group_logging(os_id): False [ 1126.684245] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.684245] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.684435] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.684685] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.709789] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.710178] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.710304] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.710369] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.710572] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.710654] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.710744] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0efd72d0-c4cf-47d9-b09f-7de4896d965d is going to be updated. [ 1126.785865] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.786208] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.786369] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.786630] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.786827] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.805392] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0efd72d0-c4cf-47d9-b09f-7de4896d965d in Status: IN_PROGRESS for 2s [ 1127.029188] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2 in Status: SUCCESS [ 1127.029459] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.029740] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.030023] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.030313] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.030456] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.030528] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.030720] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.030803] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.030895] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.030993] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.534868] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2 taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.535109] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.535193] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.535472] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.535680] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.535805] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.535886] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.536092] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.536191] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.536272] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.536423] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2 taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.536515] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.536577] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.536717] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.536855] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.536944] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.537011] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.537154] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.537230] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.537310] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.537397] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.637046] env[65307]: INFO networking_nsxv3.common.synchronization [req-15308ede-bdc6-490c-85ef-b6a23b4cbeaf req-291bb036-f710-4671-a9e1-bf40028e4df5 tempest-ImagesTestJSON-277680294 tempest-ImagesTestJSON-277680294-project-member] Enqueued Resource ID: e4bfcfdb-60f5-4a19-9d13-d77039646bd9 with Priority: HIGHEST for action security_group_members [ 1127.637851] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4bfcfdb-60f5-4a19-9d13-d77039646bd9 with Priority: HIGHEST for action security_group_members [ 1127.638244] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4bfcfdb-60f5-4a19-9d13-d77039646bd9 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.638375] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4bfcfdb-60f5-4a19-9d13-d77039646bd9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.638453] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4bfcfdb-60f5-4a19-9d13-d77039646bd9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.638702] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4bfcfdb-60f5-4a19-9d13-d77039646bd9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.638859] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.638953] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.639027] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.639193] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.639280] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.639393] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e4bfcfdb-60f5-4a19-9d13-d77039646bd9',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.039440] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2: rpc.has_security_group_logging(os_id): False [ 1128.057899] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.058104] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.058147] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.058363] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.058454] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.058669] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.058771] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.058834] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.059080] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.059188] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.059387] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.059486] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.059547] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.059785] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.059875] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.060084] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.060183] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.060246] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.060388] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.060462] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.060545] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2 is going to be updated. [ 1128.132273] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.132404] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.132467] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.132797] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.133034] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.141192] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e4bfcfdb-60f5-4a19-9d13-d77039646bd9',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.156039] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2 in Status: IN_PROGRESS for 2s [ 1128.644532] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e4bfcfdb-60f5-4a19-9d13-d77039646bd9',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.762425] env[65307]: INFO networking_nsxv3.common.synchronization [req-e927e307-32f6-4a5f-81af-21dd4001c289 req-33da93a3-65d5-4fec-aade-efce1434245c tempest-MultipleCreateTestJSON-144642495 tempest-MultipleCreateTestJSON-144642495-project-member] Enqueued Resource ID: 163d4aaa-681b-455d-b28b-898982441b2e with Priority: HIGHEST for action security_group_members [ 1128.763870] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 163d4aaa-681b-455d-b28b-898982441b2e with Priority: HIGHEST for action security_group_members [ 1128.764617] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-163d4aaa-681b-455d-b28b-898982441b2e taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.765058] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-163d4aaa-681b-455d-b28b-898982441b2e" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.765276] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-163d4aaa-681b-455d-b28b-898982441b2e" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.765719] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-163d4aaa-681b-455d-b28b-898982441b2e" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.766042] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.766333] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.766514] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.766872] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.767132] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.767566] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('163d4aaa-681b-455d-b28b-898982441b2e',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.823072] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0efd72d0-c4cf-47d9-b09f-7de4896d965d in Status: SUCCESS [ 1128.823072] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0efd72d0-c4cf-47d9-b09f-7de4896d965d" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.088732] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock network-206 taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.089074] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "network-206" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.089074] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "network-206" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.089410] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "network-206" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.089750] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.090604] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.090778] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.091110] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.091284] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.091510] env[65307]: DEBUG dogpile.cache.region [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1129.091626] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] NeedRegenerationException {{(pid=65307) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1129.091773] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] no value, waiting for create lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1129.091867] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] value creation lock acquired {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1129.091979] env[65307]: DEBUG dogpile.cache.region [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1129.092098] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Calling creation function for not-yet-present value {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1129.092230] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1129.112168] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1129.112168] env[65307]: DEBUG dogpile.cache.region [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65307) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1129.112168] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Released creation lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1129.112379] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "network-206" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.112634] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock port-f820cba0-81ca-48fe-95ec-881d402e92c1 taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.112810] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "port-f820cba0-81ca-48fe-95ec-881d402e92c1" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.112960] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "port-f820cba0-81ca-48fe-95ec-881d402e92c1" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.113301] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "port-f820cba0-81ca-48fe-95ec-881d402e92c1" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.113442] env[65307]: DEBUG networking_nsxv3.api.rpc [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f820cba0-81ca-48fe-95ec-881d402e92c1',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.147397] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.147530] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.147573] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.148567] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.148567] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.148567] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e4bfcfdb-60f5-4a19-9d13-d77039646bd9 is going to be updated. [ 1129.207846] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.207846] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.207846] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.207846] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.207846] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.214727] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4bfcfdb-60f5-4a19-9d13-d77039646bd9 in Status: IN_PROGRESS for 2s [ 1129.273436] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.273436] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.273436] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.273436] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.273436] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.273436] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.273436] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.273436] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.273436] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.273436] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.273436] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 163d4aaa-681b-455d-b28b-898982441b2e already deleted. [ 1129.273436] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-163d4aaa-681b-455d-b28b-898982441b2e" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.616319] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.616588] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.616812] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.618054] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.618054] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.618054] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Segment Port f820cba0-81ca-48fe-95ec-881d402e92c1 not found, creating... [ 1129.618054] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.618054] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.618054] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.618428] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.618634] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.618978] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.619201] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.619332] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.619564] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.619708] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.619861] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Resource: SegmentPort with ID: f820cba0-81ca-48fe-95ec-881d402e92c1 is going to be created. [ 1129.641080] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.641315] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.641463] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.641700] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.641977] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.642254] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "port-f820cba0-81ca-48fe-95ec-881d402e92c1" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.180377] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2 in Status: SUCCESS [ 1130.180686] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.378904] env[65307]: INFO networking_nsxv3.common.synchronization [req-e927e307-32f6-4a5f-81af-21dd4001c289 req-d3002f41-eb2b-401d-bc9a-f26c88d81717 service nova] Enqueued Resource ID: 163d4aaa-681b-455d-b28b-898982441b2e with Priority: HIGHEST for action security_group_rules [ 1130.379168] env[65307]: INFO networking_nsxv3.common.synchronization [req-e927e307-32f6-4a5f-81af-21dd4001c289 req-d3002f41-eb2b-401d-bc9a-f26c88d81717 service nova] Enqueued Resource ID: 163d4aaa-681b-455d-b28b-898982441b2e with Priority: HIGHEST for action security_group_members [ 1130.379334] env[65307]: INFO networking_nsxv3.common.synchronization [req-e927e307-32f6-4a5f-81af-21dd4001c289 req-d3002f41-eb2b-401d-bc9a-f26c88d81717 service nova] Enqueued Resource ID: f820cba0-81ca-48fe-95ec-881d402e92c1 with Priority: HIGHEST for action port [ 1130.379969] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 163d4aaa-681b-455d-b28b-898982441b2e with Priority: HIGHEST for action security_group_rules [ 1130.380121] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 163d4aaa-681b-455d-b28b-898982441b2e with Priority: HIGHEST for action security_group_members [ 1130.380231] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f820cba0-81ca-48fe-95ec-881d402e92c1 with Priority: HIGHEST for action port [ 1130.380532] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-163d4aaa-681b-455d-b28b-898982441b2e taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.380665] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-163d4aaa-681b-455d-b28b-898982441b2e" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.380735] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-163d4aaa-681b-455d-b28b-898982441b2e" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.381029] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-163d4aaa-681b-455d-b28b-898982441b2e" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.381130] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('163d4aaa-681b-455d-b28b-898982441b2e',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.382874] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-163d4aaa-681b-455d-b28b-898982441b2e taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.382874] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-163d4aaa-681b-455d-b28b-898982441b2e" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.383030] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-163d4aaa-681b-455d-b28b-898982441b2e" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.383174] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-163d4aaa-681b-455d-b28b-898982441b2e" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.383748] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.383938] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.384091] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.384206] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.384307] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.384412] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('163d4aaa-681b-455d-b28b-898982441b2e',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.385259] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-f820cba0-81ca-48fe-95ec-881d402e92c1 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.385367] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f820cba0-81ca-48fe-95ec-881d402e92c1" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.385443] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f820cba0-81ca-48fe-95ec-881d402e92c1" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.385620] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f820cba0-81ca-48fe-95ec-881d402e92c1" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.385696] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f820cba0-81ca-48fe-95ec-881d402e92c1',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.888060] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-163d4aaa-681b-455d-b28b-898982441b2e taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.888204] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-163d4aaa-681b-455d-b28b-898982441b2e" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.888423] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('163d4aaa-681b-455d-b28b-898982441b2e',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.889325] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f820cba0-81ca-48fe-95ec-881d402e92c1 with status ACTIVE [ 1130.889930] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.890086] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.890153] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.890359] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.890453] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.890627] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.891362] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.891362] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.891362] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.891362] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.891362] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.891362] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.891362] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.891718] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.891718] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.891718] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f820cba0-81ca-48fe-95ec-881d402e92c1 is going to be updated. [ 1130.916194] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.916338] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.917040] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.917040] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.917040] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.917040] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f820cba0-81ca-48fe-95ec-881d402e92c1" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.099851] env[65307]: INFO networking_nsxv3.common.synchronization [req-e927e307-32f6-4a5f-81af-21dd4001c289 req-787a5298-51b9-46f4-8a3a-9b2fe53fa9a2 tempest-MultipleCreateTestJSON-144642495 tempest-MultipleCreateTestJSON-144642495-project-member] Enqueued Resource ID: 163d4aaa-681b-455d-b28b-898982441b2e with Priority: HIGHEST for action security_group_members [ 1131.101522] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 163d4aaa-681b-455d-b28b-898982441b2e with Priority: HIGHEST for action security_group_members [ 1131.101925] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-163d4aaa-681b-455d-b28b-898982441b2e taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.102038] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-163d4aaa-681b-455d-b28b-898982441b2e" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.225386] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4bfcfdb-60f5-4a19-9d13-d77039646bd9 in Status: SUCCESS [ 1131.226061] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4bfcfdb-60f5-4a19-9d13-d77039646bd9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.394069] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('163d4aaa-681b-455d-b28b-898982441b2e',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.469122] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock network-206 taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.469332] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "network-206" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.469458] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "network-206" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.469821] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "network-206" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.470033] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.470201] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.470320] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.470581] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.470700] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.470914] env[65307]: DEBUG dogpile.cache.region [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1131.471038] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] NeedRegenerationException {{(pid=65307) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1131.471215] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] no value, waiting for create lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1131.471334] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] value creation lock acquired {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1131.471446] env[65307]: DEBUG dogpile.cache.region [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1131.471551] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Calling creation function for not-yet-present value {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1131.471680] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1131.497841] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1131.498034] env[65307]: DEBUG dogpile.cache.region [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65307) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1131.498146] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Released creation lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1131.498321] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "network-206" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.498645] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock port-0559bb42-3dca-4561-909a-049350e8582c taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.498817] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "port-0559bb42-3dca-4561-909a-049350e8582c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.498965] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "port-0559bb42-3dca-4561-909a-049350e8582c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.499345] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "port-0559bb42-3dca-4561-909a-049350e8582c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.499546] env[65307]: DEBUG networking_nsxv3.api.rpc [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0559bb42-3dca-4561-909a-049350e8582c',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.897047] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.897287] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.897287] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.897515] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.897607] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.897708] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 163d4aaa-681b-455d-b28b-898982441b2e is going to be created. [ 1131.922923] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.923230] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.923387] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.923784] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.924134] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.939020] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 163d4aaa-681b-455d-b28b-898982441b2e in Status: UNINITIALIZED for 2s [ 1132.003204] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.003485] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.003653] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.004008] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.004236] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.004422] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Segment Port 0559bb42-3dca-4561-909a-049350e8582c not found, creating... [ 1132.004756] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.004952] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.005117] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.005375] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.005517] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.005828] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.006309] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.006598] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.006702] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.006815] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.006995] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Resource: SegmentPort with ID: 0559bb42-3dca-4561-909a-049350e8582c is going to be created. [ 1132.028608] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.028849] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.028960] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.029686] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.029952] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.030205] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "port-0559bb42-3dca-4561-909a-049350e8582c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.771293] env[65307]: INFO networking_nsxv3.common.synchronization [req-e927e307-32f6-4a5f-81af-21dd4001c289 req-50e4c22f-7d28-4a3d-89a3-f91fed02ed3c service nova] Enqueued Resource ID: 163d4aaa-681b-455d-b28b-898982441b2e with Priority: HIGHEST for action security_group_rules [ 1132.771646] env[65307]: INFO networking_nsxv3.common.synchronization [req-e927e307-32f6-4a5f-81af-21dd4001c289 req-50e4c22f-7d28-4a3d-89a3-f91fed02ed3c service nova] Enqueued Resource ID: 163d4aaa-681b-455d-b28b-898982441b2e with Priority: HIGHEST for action security_group_members [ 1132.771646] env[65307]: INFO networking_nsxv3.common.synchronization [req-e927e307-32f6-4a5f-81af-21dd4001c289 req-50e4c22f-7d28-4a3d-89a3-f91fed02ed3c service nova] Enqueued Resource ID: 0559bb42-3dca-4561-909a-049350e8582c with Priority: HIGHEST for action port [ 1132.772241] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 163d4aaa-681b-455d-b28b-898982441b2e with Priority: HIGHEST for action security_group_rules [ 1132.772394] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 163d4aaa-681b-455d-b28b-898982441b2e with Priority: HIGHEST for action security_group_members [ 1132.772493] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0559bb42-3dca-4561-909a-049350e8582c with Priority: HIGHEST for action port [ 1132.772765] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-163d4aaa-681b-455d-b28b-898982441b2e taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.772903] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-163d4aaa-681b-455d-b28b-898982441b2e" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.773951] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-163d4aaa-681b-455d-b28b-898982441b2e taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.775440] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-163d4aaa-681b-455d-b28b-898982441b2e" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.776030] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-0559bb42-3dca-4561-909a-049350e8582c taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.776030] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0559bb42-3dca-4561-909a-049350e8582c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.776030] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0559bb42-3dca-4561-909a-049350e8582c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.776215] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0559bb42-3dca-4561-909a-049350e8582c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.776215] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0559bb42-3dca-4561-909a-049350e8582c',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.280586] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0559bb42-3dca-4561-909a-049350e8582c with status ACTIVE [ 1133.281757] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.281757] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.281757] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.281757] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.281757] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.281757] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.282069] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.282069] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.282124] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.282258] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.282987] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.283141] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.283268] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.283403] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.283493] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.283585] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0559bb42-3dca-4561-909a-049350e8582c is going to be updated. [ 1133.310704] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.310906] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.310953] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.311189] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.311328] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.311489] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0559bb42-3dca-4561-909a-049350e8582c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.949762] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 163d4aaa-681b-455d-b28b-898982441b2e in Status: SUCCESS [ 1133.950102] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-163d4aaa-681b-455d-b28b-898982441b2e" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.950298] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-163d4aaa-681b-455d-b28b-898982441b2e" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.950547] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-163d4aaa-681b-455d-b28b-898982441b2e" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.950782] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.950957] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.951016] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.951212] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.951604] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.951604] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-163d4aaa-681b-455d-b28b-898982441b2e" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.951604] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('163d4aaa-681b-455d-b28b-898982441b2e',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.952516] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-163d4aaa-681b-455d-b28b-898982441b2e" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.952610] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-163d4aaa-681b-455d-b28b-898982441b2e" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.952839] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.952998] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.952998] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.953183] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.953255] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.953328] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('163d4aaa-681b-455d-b28b-898982441b2e',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.456035] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-163d4aaa-681b-455d-b28b-898982441b2e taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.456035] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-163d4aaa-681b-455d-b28b-898982441b2e" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.456035] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('163d4aaa-681b-455d-b28b-898982441b2e',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.958686] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('163d4aaa-681b-455d-b28b-898982441b2e',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.118620] env[65307]: INFO networking_nsxv3.common.synchronization [req-728c6af9-5d85-4584-aeef-cb04e899a394 req-64e07277-1dee-4df5-89bd-e92e61c8ac2e tempest-ImagesTestJSON-277680294 tempest-ImagesTestJSON-277680294-project-member] Enqueued Resource ID: e4bfcfdb-60f5-4a19-9d13-d77039646bd9 with Priority: HIGHEST for action security_group_members [ 1135.118620] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4bfcfdb-60f5-4a19-9d13-d77039646bd9 with Priority: HIGHEST for action security_group_members [ 1135.119358] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4bfcfdb-60f5-4a19-9d13-d77039646bd9 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.119514] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4bfcfdb-60f5-4a19-9d13-d77039646bd9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.119571] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4bfcfdb-60f5-4a19-9d13-d77039646bd9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.119822] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4bfcfdb-60f5-4a19-9d13-d77039646bd9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.120022] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.120141] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.120200] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.120380] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.120476] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.120615] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e4bfcfdb-60f5-4a19-9d13-d77039646bd9',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.462193] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.462448] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.462448] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.463510] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.463510] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.463510] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 163d4aaa-681b-455d-b28b-898982441b2e is going to be updated. [ 1135.498361] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.498361] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.498361] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.498361] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.498361] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.508379] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 163d4aaa-681b-455d-b28b-898982441b2e in Status: IN_PROGRESS for 2s [ 1135.623756] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.623971] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.624095] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.624409] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.624532] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.624851] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.624997] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.625151] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.625332] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.625447] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.625576] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e4bfcfdb-60f5-4a19-9d13-d77039646bd9 is going to be updated. [ 1135.659573] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.659787] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.659787] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.660082] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.660244] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.670201] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4bfcfdb-60f5-4a19-9d13-d77039646bd9 in Status: IN_PROGRESS for 2s [ 1137.519605] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 163d4aaa-681b-455d-b28b-898982441b2e in Status: SUCCESS [ 1137.519955] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-163d4aaa-681b-455d-b28b-898982441b2e" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.519955] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-163d4aaa-681b-455d-b28b-898982441b2e" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.520216] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-163d4aaa-681b-455d-b28b-898982441b2e" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.520406] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.520523] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.520589] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.520740] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.520820] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.520915] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('163d4aaa-681b-455d-b28b-898982441b2e',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.682098] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4bfcfdb-60f5-4a19-9d13-d77039646bd9 in Status: SUCCESS [ 1137.682676] env[65307]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e4bfcfdb-60f5-4a19-9d13-d77039646bd9 deletion is rescheduled due to dependency. [ 1137.683056] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4bfcfdb-60f5-4a19-9d13-d77039646bd9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.854033] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock network-220 taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.855023] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "network-220" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.855023] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "network-220" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.855023] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "network-220" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.855023] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.855264] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.855501] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.855742] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.855890] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.856118] env[65307]: DEBUG dogpile.cache.region [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1137.856247] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] NeedRegenerationException {{(pid=65307) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1137.856370] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] no value, waiting for create lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1137.856478] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] value creation lock acquired {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1137.856589] env[65307]: DEBUG dogpile.cache.region [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1137.856692] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Calling creation function for not-yet-present value {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1137.856826] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1137.876693] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1137.876861] env[65307]: DEBUG dogpile.cache.region [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65307) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1137.877036] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Released creation lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1137.877233] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "network-220" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.877542] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock port-29892135-021c-4cd5-a49c-af2c8e59b4dc taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.877708] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "port-29892135-021c-4cd5-a49c-af2c8e59b4dc" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.877826] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "port-29892135-021c-4cd5-a49c-af2c8e59b4dc" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.878114] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "port-29892135-021c-4cd5-a49c-af2c8e59b4dc" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.878245] env[65307]: DEBUG networking_nsxv3.api.rpc [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('29892135-021c-4cd5-a49c-af2c8e59b4dc',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.023466] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('163d4aaa-681b-455d-b28b-898982441b2e',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.093543] env[65307]: INFO networking_nsxv3.common.synchronization [req-06681df2-d608-4317-ab81-0b1f5643e975 req-fce1593a-c91b-4526-b669-01902cad5558 tempest-DeleteServersTestJSON-1223351987 tempest-DeleteServersTestJSON-1223351987-project-member] Enqueued Resource ID: e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2 with Priority: HIGHEST for action security_group_members [ 1138.094228] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2 with Priority: HIGHEST for action security_group_members [ 1138.094568] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.094689] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.094768] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.094992] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.095180] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.095279] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.095340] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.095509] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.095592] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.095724] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.380856] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.381050] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.381050] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.381595] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.381595] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.381925] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.382486] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.382486] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.382704] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.383106] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.383200] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.383426] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.383505] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.383818] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.384125] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.384125] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Resource: SegmentPort with ID: 29892135-021c-4cd5-a49c-af2c8e59b4dc is going to be updated. [ 1138.407577] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.407780] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.407903] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.408203] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.408584] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.408827] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "port-29892135-021c-4cd5-a49c-af2c8e59b4dc" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.526315] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('163d4aaa-681b-455d-b28b-898982441b2e',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.602103] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.602308] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.602360] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.602548] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.602645] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.602855] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.603015] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.603074] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.603223] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.603382] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.603382] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2 is going to be updated. [ 1138.653392] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.653392] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.653392] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.653392] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.653392] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.662616] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2 in Status: IN_PROGRESS for 2s [ 1139.029238] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.029513] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.029629] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.029968] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.030173] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.030350] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 163d4aaa-681b-455d-b28b-898982441b2e is going to be updated. [ 1139.064251] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.064400] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.064459] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.064671] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.064845] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.074378] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 163d4aaa-681b-455d-b28b-898982441b2e in Status: IN_PROGRESS for 2s [ 1139.137694] env[65307]: INFO networking_nsxv3.common.synchronization [req-1f937859-26a2-4e3b-8e37-d0b7bf0fee93 req-49deec0f-a543-47f5-920b-a8f32400d32d service nova] Enqueued Resource ID: b2eb7948-40eb-4476-b1d6-5d3cc221fc8e with Priority: HIGHEST for action security_group_rules [ 1139.137810] env[65307]: INFO networking_nsxv3.common.synchronization [req-1f937859-26a2-4e3b-8e37-d0b7bf0fee93 req-49deec0f-a543-47f5-920b-a8f32400d32d service nova] Enqueued Resource ID: b2eb7948-40eb-4476-b1d6-5d3cc221fc8e with Priority: HIGHEST for action security_group_members [ 1139.137947] env[65307]: INFO networking_nsxv3.common.synchronization [req-1f937859-26a2-4e3b-8e37-d0b7bf0fee93 req-49deec0f-a543-47f5-920b-a8f32400d32d service nova] Enqueued Resource ID: 29892135-021c-4cd5-a49c-af2c8e59b4dc with Priority: HIGHEST for action port [ 1139.138529] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2eb7948-40eb-4476-b1d6-5d3cc221fc8e with Priority: HIGHEST for action security_group_rules [ 1139.138664] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2eb7948-40eb-4476-b1d6-5d3cc221fc8e with Priority: HIGHEST for action security_group_members [ 1139.138760] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29892135-021c-4cd5-a49c-af2c8e59b4dc with Priority: HIGHEST for action port [ 1139.139711] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b2eb7948-40eb-4476-b1d6-5d3cc221fc8e taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.139984] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b2eb7948-40eb-4476-b1d6-5d3cc221fc8e" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.140119] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b2eb7948-40eb-4476-b1d6-5d3cc221fc8e" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.140341] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b2eb7948-40eb-4476-b1d6-5d3cc221fc8e" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.140425] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b2eb7948-40eb-4476-b1d6-5d3cc221fc8e',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.141327] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2eb7948-40eb-4476-b1d6-5d3cc221fc8e taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.141511] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2eb7948-40eb-4476-b1d6-5d3cc221fc8e" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.141588] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2eb7948-40eb-4476-b1d6-5d3cc221fc8e" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.141760] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2eb7948-40eb-4476-b1d6-5d3cc221fc8e" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.142420] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.142420] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.142420] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.142420] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.142420] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.142655] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b2eb7948-40eb-4476-b1d6-5d3cc221fc8e',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.143382] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-29892135-021c-4cd5-a49c-af2c8e59b4dc taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.144037] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-29892135-021c-4cd5-a49c-af2c8e59b4dc" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.144037] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-29892135-021c-4cd5-a49c-af2c8e59b4dc" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.144037] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-29892135-021c-4cd5-a49c-af2c8e59b4dc" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.144037] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('29892135-021c-4cd5-a49c-af2c8e59b4dc',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.645549] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b2eb7948-40eb-4476-b1d6-5d3cc221fc8e',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.647413] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2eb7948-40eb-4476-b1d6-5d3cc221fc8e taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.647581] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2eb7948-40eb-4476-b1d6-5d3cc221fc8e" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.647860] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 29892135-021c-4cd5-a49c-af2c8e59b4dc with status ACTIVE [ 1139.648164] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.648342] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.648468] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.648801] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.649056] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.649757] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.649915] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.649978] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.650315] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.651184] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.651184] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.651184] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.651184] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.651184] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.651184] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.651184] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 29892135-021c-4cd5-a49c-af2c8e59b4dc is going to be updated. [ 1139.673350] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.673565] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.673610] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.673823] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.673977] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.674286] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-29892135-021c-4cd5-a49c-af2c8e59b4dc" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.153160] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b2eb7948-40eb-4476-b1d6-5d3cc221fc8e',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.656133] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.656522] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.656594] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.656936] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.657134] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.657377] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2eb7948-40eb-4476-b1d6-5d3cc221fc8e is going to be updated. [ 1140.673920] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2 in Status: SUCCESS [ 1140.674352] env[65307]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2 deletion is rescheduled due to dependency. [ 1140.674451] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.696497] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.696651] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.696726] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.696973] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.697204] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.718132] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2eb7948-40eb-4476-b1d6-5d3cc221fc8e in Status: IN_PROGRESS for 2s [ 1141.087684] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 163d4aaa-681b-455d-b28b-898982441b2e in Status: SUCCESS [ 1141.087967] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-163d4aaa-681b-455d-b28b-898982441b2e" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.088274] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-163d4aaa-681b-455d-b28b-898982441b2e" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.088608] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-163d4aaa-681b-455d-b28b-898982441b2e" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.088912] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.089182] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.089274] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.089538] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.089673] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.089852] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-163d4aaa-681b-455d-b28b-898982441b2e" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.090167] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-163d4aaa-681b-455d-b28b-898982441b2e taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.090293] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-163d4aaa-681b-455d-b28b-898982441b2e" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.090358] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-163d4aaa-681b-455d-b28b-898982441b2e" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.090967] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-163d4aaa-681b-455d-b28b-898982441b2e" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.090967] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.090967] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.091124] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.091209] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.091269] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.091454] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-163d4aaa-681b-455d-b28b-898982441b2e" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.091553] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('163d4aaa-681b-455d-b28b-898982441b2e',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.594372] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 163d4aaa-681b-455d-b28b-898982441b2e: rpc.has_security_group_logging(os_id): False [ 1141.621060] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.621060] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.621231] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.621430] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.621538] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.621732] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.621832] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.621951] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.622156] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.622234] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.622443] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.622582] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.622665] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.622884] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.622972] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.623183] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.623279] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.623343] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.623485] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.623560] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.623646] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 163d4aaa-681b-455d-b28b-898982441b2e is going to be created. [ 1141.719646] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.719999] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.719999] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.720575] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.720575] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.733935] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 163d4aaa-681b-455d-b28b-898982441b2e in Status: IN_PROGRESS for 2s [ 1142.730246] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2eb7948-40eb-4476-b1d6-5d3cc221fc8e in Status: SUCCESS [ 1142.730516] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2eb7948-40eb-4476-b1d6-5d3cc221fc8e" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.730719] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2eb7948-40eb-4476-b1d6-5d3cc221fc8e" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.731009] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2eb7948-40eb-4476-b1d6-5d3cc221fc8e" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.731170] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.731314] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.731398] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.731704] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.731704] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.731810] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2eb7948-40eb-4476-b1d6-5d3cc221fc8e" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.731844] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b2eb7948-40eb-4476-b1d6-5d3cc221fc8e',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.077958] env[65307]: INFO networking_nsxv3.common.synchronization [req-4b99830a-a059-4a05-8ea4-8a9d545e8640 req-c0652567-526d-410c-b892-8aa6c9239a3e tempest-ServerActionsTestJSON-289642684 tempest-ServerActionsTestJSON-289642684-project-member] Enqueued Resource ID: 3ee3cf7c-7404-47cc-a90d-a5b8c150e4f9 with Priority: HIGHEST for action security_group_members [ 1143.078678] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ee3cf7c-7404-47cc-a90d-a5b8c150e4f9 with Priority: HIGHEST for action security_group_members [ 1143.079162] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ee3cf7c-7404-47cc-a90d-a5b8c150e4f9 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.079400] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ee3cf7c-7404-47cc-a90d-a5b8c150e4f9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.079552] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ee3cf7c-7404-47cc-a90d-a5b8c150e4f9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.080038] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ee3cf7c-7404-47cc-a90d-a5b8c150e4f9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.080124] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.080270] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.080363] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.080585] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.080691] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.081279] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3ee3cf7c-7404-47cc-a90d-a5b8c150e4f9',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.234430] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b2eb7948-40eb-4476-b1d6-5d3cc221fc8e',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.583574] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.583862] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.583862] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.584033] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.619910] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.620327] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.620515] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.620607] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.620881] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.620987] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.621136] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3ee3cf7c-7404-47cc-a90d-a5b8c150e4f9 is going to be updated. [ 1143.692988] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.692988] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.692988] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.692988] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.693249] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.717057] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ee3cf7c-7404-47cc-a90d-a5b8c150e4f9 in Status: IN_PROGRESS for 2s [ 1143.736929] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b2eb7948-40eb-4476-b1d6-5d3cc221fc8e: rpc.has_security_group_logging(os_id): False [ 1143.761590] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.761872] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.762023] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.762283] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.762763] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.762763] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.762911] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.762911] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.763102] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.763210] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.763266] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b2eb7948-40eb-4476-b1d6-5d3cc221fc8e is going to be updated. [ 1143.765082] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 163d4aaa-681b-455d-b28b-898982441b2e in Status: SUCCESS [ 1143.765326] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-163d4aaa-681b-455d-b28b-898982441b2e" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.765524] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-163d4aaa-681b-455d-b28b-898982441b2e" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.765779] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-163d4aaa-681b-455d-b28b-898982441b2e" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.765895] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('163d4aaa-681b-455d-b28b-898982441b2e',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.851784] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.851784] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.851784] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.851784] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.852208] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.880567] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b2eb7948-40eb-4476-b1d6-5d3cc221fc8e in Status: IN_PROGRESS for 2s [ 1144.269110] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-163d4aaa-681b-455d-b28b-898982441b2e taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.269332] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-163d4aaa-681b-455d-b28b-898982441b2e" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.269383] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-163d4aaa-681b-455d-b28b-898982441b2e" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.269622] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-163d4aaa-681b-455d-b28b-898982441b2e" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.269839] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.269988] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.270077] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.270247] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.270366] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.270480] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-163d4aaa-681b-455d-b28b-898982441b2e" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.270617] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('163d4aaa-681b-455d-b28b-898982441b2e',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.513711] env[65307]: INFO networking_nsxv3.common.synchronization [req-8c2ae097-7212-4515-83b7-8f679b7fb6e5 req-b805a413-9813-4b2f-a6cf-e31c199d132f tempest-MultipleCreateTestJSON-144642495 tempest-MultipleCreateTestJSON-144642495-project-member] Enqueued Resource ID: 163d4aaa-681b-455d-b28b-898982441b2e with Priority: HIGHEST for action security_group_members [ 1144.514318] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 163d4aaa-681b-455d-b28b-898982441b2e with Priority: HIGHEST for action security_group_members [ 1144.514694] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-163d4aaa-681b-455d-b28b-898982441b2e taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.514830] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-163d4aaa-681b-455d-b28b-898982441b2e" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.514890] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-163d4aaa-681b-455d-b28b-898982441b2e" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.515124] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-163d4aaa-681b-455d-b28b-898982441b2e" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.515331] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.515473] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.515561] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.515731] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.515805] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.515902] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('163d4aaa-681b-455d-b28b-898982441b2e',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.578745] env[65307]: INFO networking_nsxv3.common.synchronization [req-ce96e40c-4209-47dd-9b91-8657c0ee678d req-889a6815-92be-45c6-8fff-3d5b6665c3f2 tempest-MultipleCreateTestJSON-144642495 tempest-MultipleCreateTestJSON-144642495-project-member] Enqueued Resource ID: 163d4aaa-681b-455d-b28b-898982441b2e with Priority: HIGHEST for action security_group_members [ 1144.579343] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 163d4aaa-681b-455d-b28b-898982441b2e with Priority: HIGHEST for action security_group_members [ 1144.579663] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-163d4aaa-681b-455d-b28b-898982441b2e taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.579754] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-163d4aaa-681b-455d-b28b-898982441b2e" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.774494] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-163d4aaa-681b-455d-b28b-898982441b2e taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.774897] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-163d4aaa-681b-455d-b28b-898982441b2e" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.017781] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('163d4aaa-681b-455d-b28b-898982441b2e',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.520845] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('163d4aaa-681b-455d-b28b-898982441b2e',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.728383] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ee3cf7c-7404-47cc-a90d-a5b8c150e4f9 in Status: SUCCESS [ 1145.728678] env[65307]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3ee3cf7c-7404-47cc-a90d-a5b8c150e4f9 deletion is rescheduled due to dependency. [ 1145.728807] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ee3cf7c-7404-47cc-a90d-a5b8c150e4f9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.811209] env[65307]: INFO networking_nsxv3.common.synchronization [req-2cb887b9-3f03-4054-ae2e-e7cfbeb28239 req-1eaf9a8a-5170-4f24-8c19-979cb006a055 tempest-AttachVolumeNegativeTest-671309822 tempest-AttachVolumeNegativeTest-671309822-project-member] Enqueued Resource ID: 9ad1fe27-47f9-48e2-9f7b-dbf26f3e02b1 with Priority: HIGHEST for action security_group_members [ 1145.811776] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ad1fe27-47f9-48e2-9f7b-dbf26f3e02b1 with Priority: HIGHEST for action security_group_members [ 1145.812123] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ad1fe27-47f9-48e2-9f7b-dbf26f3e02b1 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.812247] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ad1fe27-47f9-48e2-9f7b-dbf26f3e02b1" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.812317] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ad1fe27-47f9-48e2-9f7b-dbf26f3e02b1" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.812518] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ad1fe27-47f9-48e2-9f7b-dbf26f3e02b1" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.812666] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.812770] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.812818] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.812965] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.815029] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.815029] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9ad1fe27-47f9-48e2-9f7b-dbf26f3e02b1',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.897446] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b2eb7948-40eb-4476-b1d6-5d3cc221fc8e in Status: SUCCESS [ 1145.897690] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b2eb7948-40eb-4476-b1d6-5d3cc221fc8e" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.023762] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.023891] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.024046] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.024422] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.024599] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.024777] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 163d4aaa-681b-455d-b28b-898982441b2e is going to be updated. [ 1146.101436] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.102341] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.102470] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.102688] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.102915] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.127048] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 163d4aaa-681b-455d-b28b-898982441b2e in Status: IN_PROGRESS for 2s [ 1146.208177] env[65307]: INFO networking_nsxv3.common.synchronization [req-110ea705-8cc2-4fa4-a190-51ad797abb74 req-8f657b9c-c05f-4c37-b338-84ab4ec6d752 tempest-ImagesTestJSON-277680294 tempest-ImagesTestJSON-277680294-project-member] Enqueued Resource ID: e4bfcfdb-60f5-4a19-9d13-d77039646bd9 with Priority: HIGHEST for action security_group_members [ 1146.208177] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4bfcfdb-60f5-4a19-9d13-d77039646bd9 with Priority: HIGHEST for action security_group_members [ 1146.208177] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4bfcfdb-60f5-4a19-9d13-d77039646bd9 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.208177] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4bfcfdb-60f5-4a19-9d13-d77039646bd9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.208177] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4bfcfdb-60f5-4a19-9d13-d77039646bd9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.208177] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4bfcfdb-60f5-4a19-9d13-d77039646bd9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.209116] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.209530] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.209728] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.210109] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.210520] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.210766] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e4bfcfdb-60f5-4a19-9d13-d77039646bd9',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.319458] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.319941] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.319941] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.320202] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.320328] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.320631] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.320741] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.321056] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.323398] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.323612] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.323804] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ad1fe27-47f9-48e2-9f7b-dbf26f3e02b1 is going to be updated. [ 1146.375701] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.375899] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.375899] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.376156] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.376300] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.387112] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ad1fe27-47f9-48e2-9f7b-dbf26f3e02b1 in Status: IN_PROGRESS for 2s [ 1146.630719] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock network-525 taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.630868] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "network-525" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.630919] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "network-525" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.632049] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "network-525" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.632049] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.632049] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.632049] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.632049] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.632563] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.632563] env[65307]: DEBUG dogpile.cache.region [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1146.632563] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] NeedRegenerationException {{(pid=65307) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1146.632563] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] no value, waiting for create lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1146.632872] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] value creation lock acquired {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1146.632872] env[65307]: DEBUG dogpile.cache.region [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1146.632872] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Calling creation function for not-yet-present value {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1146.633039] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1146.661750] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1146.661931] env[65307]: DEBUG dogpile.cache.region [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=65307) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1146.662167] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Released creation lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1146.662353] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "network-525" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.662686] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock port-a4956ae6-8863-4e49-88d4-a85ccd17288b taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.662860] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "port-a4956ae6-8863-4e49-88d4-a85ccd17288b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.663060] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "port-a4956ae6-8863-4e49-88d4-a85ccd17288b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.663483] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "port-a4956ae6-8863-4e49-88d4-a85ccd17288b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.663627] env[65307]: DEBUG networking_nsxv3.api.rpc [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a4956ae6-8863-4e49-88d4-a85ccd17288b',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.713112] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.713313] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.713383] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.713638] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.713737] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.713948] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.714067] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.714216] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.714288] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.714412] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.714514] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e4bfcfdb-60f5-4a19-9d13-d77039646bd9 is going to be updated. [ 1146.756426] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.756633] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.756699] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.756897] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.757057] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.769485] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4bfcfdb-60f5-4a19-9d13-d77039646bd9 in Status: IN_PROGRESS for 2s [ 1147.166108] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.166586] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.166726] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.167120] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.167354] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.167748] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Segment Port a4956ae6-8863-4e49-88d4-a85ccd17288b not found, creating... [ 1147.168070] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.168354] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.168548] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.168883] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.169143] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.169552] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.169841] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.170786] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.171070] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.171285] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.171518] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Resource: SegmentPort with ID: a4956ae6-8863-4e49-88d4-a85ccd17288b is going to be created. [ 1147.197100] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.197353] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.197482] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.197783] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.198030] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.198284] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "port-a4956ae6-8863-4e49-88d4-a85ccd17288b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.929241] env[65307]: INFO networking_nsxv3.common.synchronization [req-110ea705-8cc2-4fa4-a190-51ad797abb74 req-7c3b93d8-1d3c-4923-863a-109993a6a406 service nova] Enqueued Resource ID: e4bfcfdb-60f5-4a19-9d13-d77039646bd9 with Priority: HIGHEST for action security_group_rules [ 1147.929241] env[65307]: INFO networking_nsxv3.common.synchronization [req-110ea705-8cc2-4fa4-a190-51ad797abb74 req-7c3b93d8-1d3c-4923-863a-109993a6a406 service nova] Enqueued Resource ID: e4bfcfdb-60f5-4a19-9d13-d77039646bd9 with Priority: HIGHEST for action security_group_members [ 1147.929241] env[65307]: INFO networking_nsxv3.common.synchronization [req-110ea705-8cc2-4fa4-a190-51ad797abb74 req-7c3b93d8-1d3c-4923-863a-109993a6a406 service nova] Enqueued Resource ID: a4956ae6-8863-4e49-88d4-a85ccd17288b with Priority: HIGHEST for action port [ 1147.929241] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4bfcfdb-60f5-4a19-9d13-d77039646bd9 with Priority: HIGHEST for action security_group_rules [ 1147.929241] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4bfcfdb-60f5-4a19-9d13-d77039646bd9 with Priority: HIGHEST for action security_group_members [ 1147.929241] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4956ae6-8863-4e49-88d4-a85ccd17288b with Priority: HIGHEST for action port [ 1147.929241] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e4bfcfdb-60f5-4a19-9d13-d77039646bd9 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.929241] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e4bfcfdb-60f5-4a19-9d13-d77039646bd9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.929241] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e4bfcfdb-60f5-4a19-9d13-d77039646bd9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.929241] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e4bfcfdb-60f5-4a19-9d13-d77039646bd9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.929241] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e4bfcfdb-60f5-4a19-9d13-d77039646bd9',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.933538] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4bfcfdb-60f5-4a19-9d13-d77039646bd9 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.933538] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4bfcfdb-60f5-4a19-9d13-d77039646bd9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.933963] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-a4956ae6-8863-4e49-88d4-a85ccd17288b taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.934645] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a4956ae6-8863-4e49-88d4-a85ccd17288b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.934645] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a4956ae6-8863-4e49-88d4-a85ccd17288b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.934645] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a4956ae6-8863-4e49-88d4-a85ccd17288b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.934645] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a4956ae6-8863-4e49-88d4-a85ccd17288b',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.138396] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 163d4aaa-681b-455d-b28b-898982441b2e in Status: SUCCESS [ 1148.138763] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-163d4aaa-681b-455d-b28b-898982441b2e" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.138885] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-163d4aaa-681b-455d-b28b-898982441b2e" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.139025] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-163d4aaa-681b-455d-b28b-898982441b2e" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.139223] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.139342] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.139406] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.139566] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.139646] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.139740] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('163d4aaa-681b-455d-b28b-898982441b2e',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.398086] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ad1fe27-47f9-48e2-9f7b-dbf26f3e02b1 in Status: SUCCESS [ 1148.398462] env[65307]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ad1fe27-47f9-48e2-9f7b-dbf26f3e02b1 deletion is rescheduled due to dependency. [ 1148.398462] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ad1fe27-47f9-48e2-9f7b-dbf26f3e02b1" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.436602] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4bfcfdb-60f5-4a19-9d13-d77039646bd9 taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.436761] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4bfcfdb-60f5-4a19-9d13-d77039646bd9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.436974] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a4956ae6-8863-4e49-88d4-a85ccd17288b with status ACTIVE [ 1148.437222] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.437346] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.437440] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.437621] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.437713] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.437886] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.437978] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.438164] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.438456] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.438565] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.438759] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.438855] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.438916] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.439116] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.439172] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.439233] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a4956ae6-8863-4e49-88d4-a85ccd17288b is going to be updated. [ 1148.461327] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.461466] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.461540] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.461749] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.462028] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.462288] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a4956ae6-8863-4e49-88d4-a85ccd17288b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.646090] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.646367] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.646457] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.646808] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.647020] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.647373] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.647577] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.647698] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.647959] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.648107] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.648240] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 163d4aaa-681b-455d-b28b-898982441b2e is going to be updated. [ 1148.707674] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.707883] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.707883] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.708191] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.708332] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.723390] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 163d4aaa-681b-455d-b28b-898982441b2e in Status: IN_PROGRESS for 2s [ 1148.791173] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4bfcfdb-60f5-4a19-9d13-d77039646bd9 in Status: SUCCESS [ 1148.791404] env[65307]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e4bfcfdb-60f5-4a19-9d13-d77039646bd9 deletion is rescheduled due to dependency. [ 1148.791527] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4bfcfdb-60f5-4a19-9d13-d77039646bd9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.791713] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4bfcfdb-60f5-4a19-9d13-d77039646bd9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.792023] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4bfcfdb-60f5-4a19-9d13-d77039646bd9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.792266] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.792389] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.792467] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.792641] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.792739] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.792836] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e4bfcfdb-60f5-4a19-9d13-d77039646bd9',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.295405] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e4bfcfdb-60f5-4a19-9d13-d77039646bd9',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.800640] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e4bfcfdb-60f5-4a19-9d13-d77039646bd9',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.302926] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.303388] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.303388] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.303388] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.303538] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.303573] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e4bfcfdb-60f5-4a19-9d13-d77039646bd9 is going to be updated. [ 1150.344056] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.344531] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.344531] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.344671] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.344846] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.356838] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4bfcfdb-60f5-4a19-9d13-d77039646bd9 in Status: IN_PROGRESS for 2s [ 1150.734692] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 163d4aaa-681b-455d-b28b-898982441b2e in Status: SUCCESS [ 1150.734911] env[65307]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 163d4aaa-681b-455d-b28b-898982441b2e deletion is rescheduled due to dependency. [ 1150.735090] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-163d4aaa-681b-455d-b28b-898982441b2e" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.735310] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-163d4aaa-681b-455d-b28b-898982441b2e" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.735577] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-163d4aaa-681b-455d-b28b-898982441b2e" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.735814] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.735955] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.736042] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.736259] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.736380] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.736504] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-163d4aaa-681b-455d-b28b-898982441b2e" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.736693] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-163d4aaa-681b-455d-b28b-898982441b2e taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.736811] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-163d4aaa-681b-455d-b28b-898982441b2e" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.736893] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-163d4aaa-681b-455d-b28b-898982441b2e" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.737056] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-163d4aaa-681b-455d-b28b-898982441b2e" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.737210] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.737324] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.737425] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.737602] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.737709] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.737832] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-163d4aaa-681b-455d-b28b-898982441b2e" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.737944] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('163d4aaa-681b-455d-b28b-898982441b2e',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.240283] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 163d4aaa-681b-455d-b28b-898982441b2e: rpc.has_security_group_logging(os_id): False [ 1151.258841] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.258999] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.259125] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.259330] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.259428] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.259633] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.259728] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.259790] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.260045] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.260086] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.260265] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.260360] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.260420] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.260768] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.260768] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.260834] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.260893] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.260932] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.261080] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.261179] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.261309] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 163d4aaa-681b-455d-b28b-898982441b2e is going to be updated. [ 1151.351824] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.351824] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.351824] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.352129] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.352230] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.377256] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 163d4aaa-681b-455d-b28b-898982441b2e in Status: IN_PROGRESS for 2s [ 1152.367439] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4bfcfdb-60f5-4a19-9d13-d77039646bd9 in Status: SUCCESS [ 1152.367725] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4bfcfdb-60f5-4a19-9d13-d77039646bd9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.367824] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4bfcfdb-60f5-4a19-9d13-d77039646bd9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.368053] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4bfcfdb-60f5-4a19-9d13-d77039646bd9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.368247] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.368361] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.368425] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.368576] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.368652] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.368739] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4bfcfdb-60f5-4a19-9d13-d77039646bd9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.368830] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e4bfcfdb-60f5-4a19-9d13-d77039646bd9',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.871216] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4bfcfdb-60f5-4a19-9d13-d77039646bd9 taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.871216] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4bfcfdb-60f5-4a19-9d13-d77039646bd9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.871216] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4bfcfdb-60f5-4a19-9d13-d77039646bd9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.871359] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4bfcfdb-60f5-4a19-9d13-d77039646bd9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.871534] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.871668] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.871717] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.871843] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.871930] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.872097] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4bfcfdb-60f5-4a19-9d13-d77039646bd9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.872465] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4bfcfdb-60f5-4a19-9d13-d77039646bd9 taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.872465] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4bfcfdb-60f5-4a19-9d13-d77039646bd9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.872465] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4bfcfdb-60f5-4a19-9d13-d77039646bd9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.872604] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4bfcfdb-60f5-4a19-9d13-d77039646bd9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.872733] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.873535] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.873535] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.873535] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.873678] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.873678] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4bfcfdb-60f5-4a19-9d13-d77039646bd9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.873750] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e4bfcfdb-60f5-4a19-9d13-d77039646bd9',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.929426] env[65307]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1152.929426] env[65307]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1153.376255] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e4bfcfdb-60f5-4a19-9d13-d77039646bd9: rpc.has_security_group_logging(os_id): False [ 1153.393261] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 163d4aaa-681b-455d-b28b-898982441b2e in Status: SUCCESS [ 1153.393516] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-163d4aaa-681b-455d-b28b-898982441b2e" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.398229] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.398352] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.398479] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.398668] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.398760] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.399047] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.399132] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.399192] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.399734] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.399734] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.399734] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.399734] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.399734] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.399895] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.399895] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.401033] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.401033] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.401033] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.401033] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.401033] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.401033] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e4bfcfdb-60f5-4a19-9d13-d77039646bd9 is going to be updated. [ 1153.574508] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.574723] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.574768] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.575070] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.575273] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.600091] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e4bfcfdb-60f5-4a19-9d13-d77039646bd9 in Status: IN_PROGRESS for 2s [ 1155.622825] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e4bfcfdb-60f5-4a19-9d13-d77039646bd9 in Status: SUCCESS [ 1155.623218] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e4bfcfdb-60f5-4a19-9d13-d77039646bd9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.930397] env[65307]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1157.930657] env[65307]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1157.945048] env[65307]: INFO networking_nsxv3.common.synchronization [req-cc27f5b9-ec92-464a-836c-f45eafec1117 req-c9a648d2-f84f-4575-ac33-0469d8512663 tempest-ServerActionsTestOtherB-505455166 tempest-ServerActionsTestOtherB-505455166-project-member] Enqueued Resource ID: cd1fdfc7-9219-4ec0-87bb-5546cc5fd310 with Priority: HIGHEST for action security_group_members [ 1157.945660] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd1fdfc7-9219-4ec0-87bb-5546cc5fd310 with Priority: HIGHEST for action security_group_members [ 1157.946156] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd1fdfc7-9219-4ec0-87bb-5546cc5fd310 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.946156] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd1fdfc7-9219-4ec0-87bb-5546cc5fd310" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.946156] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd1fdfc7-9219-4ec0-87bb-5546cc5fd310" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.946422] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd1fdfc7-9219-4ec0-87bb-5546cc5fd310" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.946548] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.946674] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.946734] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.946923] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.947028] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.947123] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cd1fdfc7-9219-4ec0-87bb-5546cc5fd310',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.423686] env[65307]: INFO networking_nsxv3.common.synchronization [None req-9de6c028-ad19-4eb3-b4ca-660020f36d0f tempest-AttachVolumeNegativeTest-671309822 tempest-AttachVolumeNegativeTest-671309822-project-member] Enqueued Resource ID: 46566c2d-3c60-4b82-b515-35c00a8a7498 with Priority: HIGHEST for action security_group_rules [ 1158.424296] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46566c2d-3c60-4b82-b515-35c00a8a7498 with Priority: HIGHEST for action security_group_rules [ 1158.424529] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-46566c2d-3c60-4b82-b515-35c00a8a7498 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.424644] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-46566c2d-3c60-4b82-b515-35c00a8a7498" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.424707] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-46566c2d-3c60-4b82-b515-35c00a8a7498" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.424970] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-46566c2d-3c60-4b82-b515-35c00a8a7498" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.425180] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('46566c2d-3c60-4b82-b515-35c00a8a7498',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.450740] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.450918] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.450957] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.451191] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.451277] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.451473] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.451568] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.451624] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.451776] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.451849] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.451932] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cd1fdfc7-9219-4ec0-87bb-5546cc5fd310 is going to be updated. [ 1158.488571] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.488788] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.488833] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.489154] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.489361] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.499759] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd1fdfc7-9219-4ec0-87bb-5546cc5fd310 in Status: IN_PROGRESS for 2s [ 1158.508730] env[65307]: INFO networking_nsxv3.common.synchronization [None req-41de0555-9876-4464-97a8-ae44e3cd77fc tempest-AttachVolumeNegativeTest-671309822 tempest-AttachVolumeNegativeTest-671309822-project-member] Enqueued Resource ID: 46566c2d-3c60-4b82-b515-35c00a8a7498 with Priority: HIGHEST for action security_group_rules [ 1158.509270] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46566c2d-3c60-4b82-b515-35c00a8a7498 with Priority: HIGHEST for action security_group_rules [ 1158.509577] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-46566c2d-3c60-4b82-b515-35c00a8a7498 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.509693] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-46566c2d-3c60-4b82-b515-35c00a8a7498" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.946536] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.946932] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.946932] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.947051] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.947122] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.947227] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 46566c2d-3c60-4b82-b515-35c00a8a7498 already deleted. [ 1158.947306] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-46566c2d-3c60-4b82-b515-35c00a8a7498" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.947565] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-46566c2d-3c60-4b82-b515-35c00a8a7498" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.947674] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-46566c2d-3c60-4b82-b515-35c00a8a7498" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.947674] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('46566c2d-3c60-4b82-b515-35c00a8a7498',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.481218] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.481477] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.481619] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.481960] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.482468] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.482468] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 46566c2d-3c60-4b82-b515-35c00a8a7498 already deleted. [ 1159.482625] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-46566c2d-3c60-4b82-b515-35c00a8a7498" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.793838] env[65307]: INFO networking_nsxv3.common.synchronization [req-d4727298-1390-472f-8d31-e53279c871bb req-1f9ceefa-58f4-45f7-8a81-a47fa365d810 tempest-DeleteServersTestJSON-1223351987 tempest-DeleteServersTestJSON-1223351987-project-member] Enqueued Resource ID: e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2 with Priority: HIGHEST for action security_group_members [ 1159.794422] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2 with Priority: HIGHEST for action security_group_members [ 1159.794723] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.794846] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.794905] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.795272] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.795435] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.795540] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.795597] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.795746] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.795830] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.795920] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.115226] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock network-479 taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.115556] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "network-479" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.115556] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "network-479" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.115814] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "network-479" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.116093] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.116250] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.116366] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.116607] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.116759] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.116982] env[65307]: DEBUG dogpile.cache.region [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1160.117113] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] NeedRegenerationException {{(pid=65307) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1160.117222] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] no value, waiting for create lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1160.117328] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] value creation lock acquired {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1160.117438] env[65307]: DEBUG dogpile.cache.region [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1160.117541] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Calling creation function for not-yet-present value {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1160.117670] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1160.137947] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1160.138198] env[65307]: DEBUG dogpile.cache.region [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65307) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1160.138395] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Released creation lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1160.138644] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "network-479" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.139097] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock port-1bf29544-4f9b-4b3b-9250-66f2004a821f taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.139339] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "port-1bf29544-4f9b-4b3b-9250-66f2004a821f" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.139511] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "port-1bf29544-4f9b-4b3b-9250-66f2004a821f" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.139957] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "port-1bf29544-4f9b-4b3b-9250-66f2004a821f" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.140287] env[65307]: DEBUG networking_nsxv3.api.rpc [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1bf29544-4f9b-4b3b-9250-66f2004a821f',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.298723] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.300093] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.300093] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.300093] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.300093] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.300093] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.300093] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.300093] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.300093] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.300093] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.300093] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2 is going to be updated. [ 1160.355121] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.355263] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.355327] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.355551] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.355853] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.366171] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2 in Status: IN_PROGRESS for 2s [ 1160.510959] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd1fdfc7-9219-4ec0-87bb-5546cc5fd310 in Status: SUCCESS [ 1160.511165] env[65307]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cd1fdfc7-9219-4ec0-87bb-5546cc5fd310 deletion is rescheduled due to dependency. [ 1160.511414] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd1fdfc7-9219-4ec0-87bb-5546cc5fd310" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.642584] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.642881] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.643063] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.643469] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.643673] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.643833] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Segment Port 1bf29544-4f9b-4b3b-9250-66f2004a821f not found, creating... [ 1160.644122] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.644289] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.644405] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.644666] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.644820] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.645150] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.645311] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.645429] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.645641] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.646044] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.646044] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Resource: SegmentPort with ID: 1bf29544-4f9b-4b3b-9250-66f2004a821f is going to be created. [ 1160.667179] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.667397] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.667490] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.667781] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.668072] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.668252] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "port-1bf29544-4f9b-4b3b-9250-66f2004a821f" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.408198] env[65307]: INFO networking_nsxv3.common.synchronization [req-d4727298-1390-472f-8d31-e53279c871bb req-5483a93b-310d-4304-bee1-3eaacc240707 service nova] Enqueued Resource ID: e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2 with Priority: HIGHEST for action security_group_rules [ 1161.408503] env[65307]: INFO networking_nsxv3.common.synchronization [req-d4727298-1390-472f-8d31-e53279c871bb req-5483a93b-310d-4304-bee1-3eaacc240707 service nova] Enqueued Resource ID: e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2 with Priority: HIGHEST for action security_group_members [ 1161.408716] env[65307]: INFO networking_nsxv3.common.synchronization [req-d4727298-1390-472f-8d31-e53279c871bb req-5483a93b-310d-4304-bee1-3eaacc240707 service nova] Enqueued Resource ID: 1bf29544-4f9b-4b3b-9250-66f2004a821f with Priority: HIGHEST for action port [ 1161.409477] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2 with Priority: HIGHEST for action security_group_rules [ 1161.409658] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2 with Priority: HIGHEST for action security_group_members [ 1161.409790] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1bf29544-4f9b-4b3b-9250-66f2004a821f with Priority: HIGHEST for action port [ 1161.410227] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.410393] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.410484] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.410839] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.410909] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.412196] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.412351] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.412643] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-1bf29544-4f9b-4b3b-9250-66f2004a821f taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.412941] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1bf29544-4f9b-4b3b-9250-66f2004a821f" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.412941] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1bf29544-4f9b-4b3b-9250-66f2004a821f" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.413217] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1bf29544-4f9b-4b3b-9250-66f2004a821f" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.413323] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1bf29544-4f9b-4b3b-9250-66f2004a821f',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.915880] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2 taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.916042] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.916212] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1bf29544-4f9b-4b3b-9250-66f2004a821f with status ACTIVE [ 1161.916460] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.916460] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.916595] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.916781] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.916940] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.917242] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.917386] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.917567] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.917763] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.917763] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.917975] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.918129] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.918200] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.918351] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.918441] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.918530] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1bf29544-4f9b-4b3b-9250-66f2004a821f is going to be updated. [ 1161.943735] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.943985] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.944067] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.944269] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.944409] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.944588] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1bf29544-4f9b-4b3b-9250-66f2004a821f" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.137818] env[65307]: INFO networking_nsxv3.common.synchronization [req-293e92bf-f3df-4f9e-9136-ece50ccfdba8 req-0e23df67-ab2c-44e4-bbeb-499104075b58 tempest-ServerActionsTestJSON-289642684 tempest-ServerActionsTestJSON-289642684-project-member] Enqueued Resource ID: 3ee3cf7c-7404-47cc-a90d-a5b8c150e4f9 with Priority: HIGHEST for action security_group_members [ 1162.138338] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ee3cf7c-7404-47cc-a90d-a5b8c150e4f9 with Priority: HIGHEST for action security_group_members [ 1162.138620] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ee3cf7c-7404-47cc-a90d-a5b8c150e4f9 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.138743] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ee3cf7c-7404-47cc-a90d-a5b8c150e4f9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.138801] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ee3cf7c-7404-47cc-a90d-a5b8c150e4f9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.139134] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ee3cf7c-7404-47cc-a90d-a5b8c150e4f9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.139309] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.139411] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.139468] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.139686] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.139735] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.139779] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3ee3cf7c-7404-47cc-a90d-a5b8c150e4f9',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.379663] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2 in Status: SUCCESS [ 1162.379892] env[65307]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2 deletion is rescheduled due to dependency. [ 1162.380009] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.380366] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.380609] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.380817] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.380939] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.381070] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.381226] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.381342] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.381413] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.553452] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock network-179 taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.553818] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "network-179" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.553865] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "network-179" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.554223] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "network-179" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.554607] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.554845] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.555029] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.555340] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.555558] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.555834] env[65307]: DEBUG dogpile.cache.region [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1162.556258] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] NeedRegenerationException {{(pid=65307) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1162.556258] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] no value, waiting for create lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1162.556369] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] value creation lock acquired {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1162.556436] env[65307]: DEBUG dogpile.cache.region [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1162.556558] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Calling creation function for not-yet-present value {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1162.556712] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1162.577251] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1162.577429] env[65307]: DEBUG dogpile.cache.region [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65307) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1162.577584] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Released creation lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1162.577819] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "network-179" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.578237] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock port-db54a62a-c9b9-4795-a113-773488a8367d taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.578522] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "port-db54a62a-c9b9-4795-a113-773488a8367d" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.578656] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "port-db54a62a-c9b9-4795-a113-773488a8367d" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.579075] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "port-db54a62a-c9b9-4795-a113-773488a8367d" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.579296] env[65307]: DEBUG networking_nsxv3.api.rpc [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db54a62a-c9b9-4795-a113-773488a8367d',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.643017] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.643264] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.643349] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.643558] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.643666] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.644113] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.644113] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.644113] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.644286] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.644286] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.644351] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3ee3cf7c-7404-47cc-a90d-a5b8c150e4f9 is going to be updated. [ 1162.670102] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.670362] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.670414] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.670583] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.670725] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.679953] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ee3cf7c-7404-47cc-a90d-a5b8c150e4f9 in Status: IN_PROGRESS for 2s [ 1162.884076] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.082340] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.082704] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.082916] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.083287] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.083451] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.083624] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Segment Port db54a62a-c9b9-4795-a113-773488a8367d not found, creating... [ 1163.083904] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.084086] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.084204] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.084430] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.084599] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.084899] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.085067] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.085180] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.085382] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.085508] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.085696] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Resource: SegmentPort with ID: db54a62a-c9b9-4795-a113-773488a8367d is going to be created. [ 1163.107490] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.107674] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.108347] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.108347] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.108347] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.108525] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "port-db54a62a-c9b9-4795-a113-773488a8367d" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.388126] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.827535] env[65307]: INFO networking_nsxv3.common.synchronization [req-293e92bf-f3df-4f9e-9136-ece50ccfdba8 req-0484f5fe-1e0e-4178-9d8b-45d9c01bb084 service nova] Enqueued Resource ID: 3ee3cf7c-7404-47cc-a90d-a5b8c150e4f9 with Priority: HIGHEST for action security_group_rules [ 1163.827911] env[65307]: INFO networking_nsxv3.common.synchronization [req-293e92bf-f3df-4f9e-9136-ece50ccfdba8 req-0484f5fe-1e0e-4178-9d8b-45d9c01bb084 service nova] Enqueued Resource ID: 3ee3cf7c-7404-47cc-a90d-a5b8c150e4f9 with Priority: HIGHEST for action security_group_members [ 1163.827911] env[65307]: INFO networking_nsxv3.common.synchronization [req-293e92bf-f3df-4f9e-9136-ece50ccfdba8 req-0484f5fe-1e0e-4178-9d8b-45d9c01bb084 service nova] Enqueued Resource ID: db54a62a-c9b9-4795-a113-773488a8367d with Priority: HIGHEST for action port [ 1163.828334] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ee3cf7c-7404-47cc-a90d-a5b8c150e4f9 with Priority: HIGHEST for action security_group_rules [ 1163.828516] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ee3cf7c-7404-47cc-a90d-a5b8c150e4f9 with Priority: HIGHEST for action security_group_members [ 1163.828622] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db54a62a-c9b9-4795-a113-773488a8367d with Priority: HIGHEST for action port [ 1163.828931] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3ee3cf7c-7404-47cc-a90d-a5b8c150e4f9 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.829089] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3ee3cf7c-7404-47cc-a90d-a5b8c150e4f9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.829159] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3ee3cf7c-7404-47cc-a90d-a5b8c150e4f9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.829388] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3ee3cf7c-7404-47cc-a90d-a5b8c150e4f9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.829472] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3ee3cf7c-7404-47cc-a90d-a5b8c150e4f9',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.830624] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ee3cf7c-7404-47cc-a90d-a5b8c150e4f9 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.830624] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ee3cf7c-7404-47cc-a90d-a5b8c150e4f9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.830852] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-db54a62a-c9b9-4795-a113-773488a8367d taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.830963] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-db54a62a-c9b9-4795-a113-773488a8367d" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.831047] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-db54a62a-c9b9-4795-a113-773488a8367d" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.831260] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-db54a62a-c9b9-4795-a113-773488a8367d" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.831350] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db54a62a-c9b9-4795-a113-773488a8367d',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.890860] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.891072] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.891114] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.891472] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.891649] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.891770] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2 is going to be updated. [ 1163.922644] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.922838] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.922838] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.923071] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.923261] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.933127] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2 in Status: IN_PROGRESS for 2s [ 1164.335080] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ee3cf7c-7404-47cc-a90d-a5b8c150e4f9 taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.335308] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ee3cf7c-7404-47cc-a90d-a5b8c150e4f9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.335424] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port db54a62a-c9b9-4795-a113-773488a8367d with status ACTIVE [ 1164.335640] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.335765] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.335833] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.336067] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.336162] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.336336] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.336422] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.336479] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.336632] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.336706] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.336886] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.336977] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.337052] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.337188] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.337262] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.337346] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: db54a62a-c9b9-4795-a113-773488a8367d is going to be updated. [ 1164.364083] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.364294] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.364294] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.365020] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.365020] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.365020] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-db54a62a-c9b9-4795-a113-773488a8367d" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.499059] env[65307]: INFO networking_nsxv3.common.synchronization [req-0f3b726f-1d9a-4750-bbe6-3d4245b571f6 req-cf711096-2907-41dc-a7be-68ae43cd865c tempest-MultipleCreateTestJSON-144642495 tempest-MultipleCreateTestJSON-144642495-project-member] Enqueued Resource ID: 163d4aaa-681b-455d-b28b-898982441b2e with Priority: HIGHEST for action security_group_members [ 1164.500577] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 163d4aaa-681b-455d-b28b-898982441b2e with Priority: HIGHEST for action security_group_members [ 1164.500808] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-163d4aaa-681b-455d-b28b-898982441b2e taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.500970] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-163d4aaa-681b-455d-b28b-898982441b2e" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.501056] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-163d4aaa-681b-455d-b28b-898982441b2e" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.501488] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-163d4aaa-681b-455d-b28b-898982441b2e" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.501685] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.501806] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.501891] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.502111] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.502531] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.502531] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('163d4aaa-681b-455d-b28b-898982441b2e',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.691736] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ee3cf7c-7404-47cc-a90d-a5b8c150e4f9 in Status: SUCCESS [ 1164.691921] env[65307]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3ee3cf7c-7404-47cc-a90d-a5b8c150e4f9 deletion is rescheduled due to dependency. [ 1164.692056] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ee3cf7c-7404-47cc-a90d-a5b8c150e4f9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.692323] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ee3cf7c-7404-47cc-a90d-a5b8c150e4f9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.692553] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ee3cf7c-7404-47cc-a90d-a5b8c150e4f9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.692741] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.692863] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.692928] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.693116] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.693204] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.693325] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3ee3cf7c-7404-47cc-a90d-a5b8c150e4f9',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.860327] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock network-206 taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.860689] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "network-206" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.860880] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "network-206" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.861329] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "network-206" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.861729] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.861994] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.862149] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.862549] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.862783] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.863106] env[65307]: DEBUG dogpile.cache.region [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1164.863286] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] NeedRegenerationException {{(pid=65307) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1164.863463] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] no value, waiting for create lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1164.863632] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] value creation lock acquired {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1164.863808] env[65307]: DEBUG dogpile.cache.region [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1164.863977] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Calling creation function for not-yet-present value {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1164.864408] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1164.888767] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1164.888767] env[65307]: DEBUG dogpile.cache.region [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65307) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1164.888767] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Released creation lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1164.888767] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "network-206" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.888767] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock port-5e120a8a-8dbd-4e40-9d95-6dd41bf37dd0 taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.888767] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "port-5e120a8a-8dbd-4e40-9d95-6dd41bf37dd0" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.888767] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "port-5e120a8a-8dbd-4e40-9d95-6dd41bf37dd0" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.889299] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "port-5e120a8a-8dbd-4e40-9d95-6dd41bf37dd0" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.889299] env[65307]: DEBUG networking_nsxv3.api.rpc [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e120a8a-8dbd-4e40-9d95-6dd41bf37dd0',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.005508] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.005676] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.005784] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.005947] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.006078] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.006273] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.006373] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.006435] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.006590] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.006666] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.006752] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 163d4aaa-681b-455d-b28b-898982441b2e is going to be updated. [ 1165.041155] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.041299] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.041388] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.041581] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.041728] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.053321] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 163d4aaa-681b-455d-b28b-898982441b2e in Status: IN_PROGRESS for 2s [ 1165.195570] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3ee3cf7c-7404-47cc-a90d-a5b8c150e4f9',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.391945] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.392485] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.392485] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.392777] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.393243] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.393243] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Segment Port 5e120a8a-8dbd-4e40-9d95-6dd41bf37dd0 not found, creating... [ 1165.393483] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.393654] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.393802] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.394019] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.394204] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.394560] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.394745] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.394886] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.395109] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.395245] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.395384] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Resource: SegmentPort with ID: 5e120a8a-8dbd-4e40-9d95-6dd41bf37dd0 is going to be created. [ 1165.417552] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.418569] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.418569] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.418569] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.418994] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.419279] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "port-5e120a8a-8dbd-4e40-9d95-6dd41bf37dd0" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.699175] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3ee3cf7c-7404-47cc-a90d-a5b8c150e4f9',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.948025] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2 in Status: SUCCESS [ 1165.948025] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.948025] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.948025] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.948025] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.948025] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.948025] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.948025] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.948025] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.948025] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.948025] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.189121] env[65307]: INFO networking_nsxv3.common.synchronization [req-0f3b726f-1d9a-4750-bbe6-3d4245b571f6 req-289ab618-8823-4327-a271-b9a3a247ab1c service nova] Enqueued Resource ID: 163d4aaa-681b-455d-b28b-898982441b2e with Priority: HIGHEST for action security_group_rules [ 1166.189346] env[65307]: INFO networking_nsxv3.common.synchronization [req-0f3b726f-1d9a-4750-bbe6-3d4245b571f6 req-289ab618-8823-4327-a271-b9a3a247ab1c service nova] Enqueued Resource ID: 163d4aaa-681b-455d-b28b-898982441b2e with Priority: HIGHEST for action security_group_members [ 1166.189471] env[65307]: INFO networking_nsxv3.common.synchronization [req-0f3b726f-1d9a-4750-bbe6-3d4245b571f6 req-289ab618-8823-4327-a271-b9a3a247ab1c service nova] Enqueued Resource ID: 5e120a8a-8dbd-4e40-9d95-6dd41bf37dd0 with Priority: HIGHEST for action port [ 1166.190031] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 163d4aaa-681b-455d-b28b-898982441b2e with Priority: HIGHEST for action security_group_rules [ 1166.190192] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 163d4aaa-681b-455d-b28b-898982441b2e with Priority: HIGHEST for action security_group_members [ 1166.190320] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e120a8a-8dbd-4e40-9d95-6dd41bf37dd0 with Priority: HIGHEST for action port [ 1166.190638] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-163d4aaa-681b-455d-b28b-898982441b2e taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.190740] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-163d4aaa-681b-455d-b28b-898982441b2e" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.190804] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-163d4aaa-681b-455d-b28b-898982441b2e" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.191029] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-163d4aaa-681b-455d-b28b-898982441b2e" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.191141] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('163d4aaa-681b-455d-b28b-898982441b2e',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.192020] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-163d4aaa-681b-455d-b28b-898982441b2e taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.192161] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-163d4aaa-681b-455d-b28b-898982441b2e" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.192376] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-5e120a8a-8dbd-4e40-9d95-6dd41bf37dd0 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.192471] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5e120a8a-8dbd-4e40-9d95-6dd41bf37dd0" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.192536] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5e120a8a-8dbd-4e40-9d95-6dd41bf37dd0" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.192711] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5e120a8a-8dbd-4e40-9d95-6dd41bf37dd0" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.192809] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e120a8a-8dbd-4e40-9d95-6dd41bf37dd0',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.201212] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.201436] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.201547] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.201869] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.202076] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.202295] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3ee3cf7c-7404-47cc-a90d-a5b8c150e4f9 is going to be updated. [ 1166.234698] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.234872] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.234872] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.235148] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.235257] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.246711] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ee3cf7c-7404-47cc-a90d-a5b8c150e4f9 in Status: IN_PROGRESS for 2s [ 1166.450839] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2 taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.451020] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.451100] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.451446] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.451446] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.451545] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.451624] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.451760] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.451960] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.451960] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.452099] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2 taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.452163] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.452372] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.452574] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.452738] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.452848] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.452912] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.453074] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.453153] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.453303] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.453485] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.694583] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-163d4aaa-681b-455d-b28b-898982441b2e taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.694742] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-163d4aaa-681b-455d-b28b-898982441b2e" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.694838] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5e120a8a-8dbd-4e40-9d95-6dd41bf37dd0 with status ACTIVE [ 1166.695034] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.695159] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.695227] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.695442] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.695539] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.695699] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.695792] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.695851] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.695994] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.696080] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.696259] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.696350] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.696410] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.696547] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.696619] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.696700] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5e120a8a-8dbd-4e40-9d95-6dd41bf37dd0 is going to be updated. [ 1166.718175] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.718328] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.718401] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.718653] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.718792] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.718984] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5e120a8a-8dbd-4e40-9d95-6dd41bf37dd0" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.753036] env[65307]: INFO networking_nsxv3.common.synchronization [req-0f3b726f-1d9a-4750-bbe6-3d4245b571f6 req-9e16d789-23fa-41bf-ad28-200d7e1077ca tempest-MultipleCreateTestJSON-144642495 tempest-MultipleCreateTestJSON-144642495-project-member] Enqueued Resource ID: 163d4aaa-681b-455d-b28b-898982441b2e with Priority: HIGHEST for action security_group_members [ 1166.753674] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 163d4aaa-681b-455d-b28b-898982441b2e with Priority: HIGHEST for action security_group_members [ 1166.753977] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-163d4aaa-681b-455d-b28b-898982441b2e taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.754091] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-163d4aaa-681b-455d-b28b-898982441b2e" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.956183] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2: rpc.has_security_group_logging(os_id): False [ 1166.974166] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.974330] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.975326] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.975326] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.975326] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.975326] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.975326] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.975326] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.975326] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.975860] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.975860] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.975860] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.975860] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.975860] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.976028] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.976230] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.976363] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.976435] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.976603] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.976702] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.976810] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2 is going to be updated. [ 1167.041770] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.041933] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.042244] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.044782] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.045018] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.058037] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2 in Status: IN_PROGRESS for 2s [ 1167.062124] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 163d4aaa-681b-455d-b28b-898982441b2e in Status: SUCCESS [ 1167.063621] env[65307]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 163d4aaa-681b-455d-b28b-898982441b2e deletion is rescheduled due to dependency. [ 1167.063752] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-163d4aaa-681b-455d-b28b-898982441b2e" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.063920] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-163d4aaa-681b-455d-b28b-898982441b2e" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.064674] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-163d4aaa-681b-455d-b28b-898982441b2e" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.064674] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.064674] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.064674] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.064674] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.064931] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.064931] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('163d4aaa-681b-455d-b28b-898982441b2e',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.124658] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock network-206 taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.124844] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "network-206" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.124961] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "network-206" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.125252] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "network-206" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.125584] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.125694] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.125808] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.126043] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.126184] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.126399] env[65307]: DEBUG dogpile.cache.region [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1167.126505] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] NeedRegenerationException {{(pid=65307) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1167.126606] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] no value, waiting for create lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1167.126757] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] value creation lock acquired {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1167.126815] env[65307]: DEBUG dogpile.cache.region [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1167.126940] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Calling creation function for not-yet-present value {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1167.127124] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1167.148789] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1167.149263] env[65307]: DEBUG dogpile.cache.region [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65307) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1167.149263] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Released creation lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1167.149383] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "network-206" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.149670] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock port-d1aa86dd-212a-4b89-8680-881706fa2df3 taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.149930] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "port-d1aa86dd-212a-4b89-8680-881706fa2df3" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.150484] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "port-d1aa86dd-212a-4b89-8680-881706fa2df3" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.150865] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "port-d1aa86dd-212a-4b89-8680-881706fa2df3" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.151015] env[65307]: DEBUG networking_nsxv3.api.rpc [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d1aa86dd-212a-4b89-8680-881706fa2df3',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.567615] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('163d4aaa-681b-455d-b28b-898982441b2e',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.655981] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.655981] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.655981] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.655981] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.655981] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.655981] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Segment Port d1aa86dd-212a-4b89-8680-881706fa2df3 not found, creating... [ 1167.655981] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.655981] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.656382] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.656382] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.656443] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.656700] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.656896] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.656973] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.657209] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.657356] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.657518] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Resource: SegmentPort with ID: d1aa86dd-212a-4b89-8680-881706fa2df3 is going to be created. [ 1167.680350] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.680577] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.680684] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.680939] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.681184] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.681412] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "port-d1aa86dd-212a-4b89-8680-881706fa2df3" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.070057] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('163d4aaa-681b-455d-b28b-898982441b2e',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.258446] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ee3cf7c-7404-47cc-a90d-a5b8c150e4f9 in Status: SUCCESS [ 1168.258657] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ee3cf7c-7404-47cc-a90d-a5b8c150e4f9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.258835] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ee3cf7c-7404-47cc-a90d-a5b8c150e4f9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.259090] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ee3cf7c-7404-47cc-a90d-a5b8c150e4f9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.259282] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.259395] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.259459] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.259607] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.259680] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.259762] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ee3cf7c-7404-47cc-a90d-a5b8c150e4f9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.259846] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3ee3cf7c-7404-47cc-a90d-a5b8c150e4f9',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.448016] env[65307]: INFO networking_nsxv3.common.synchronization [req-0f3b726f-1d9a-4750-bbe6-3d4245b571f6 req-e705907b-7f2e-4e1e-9760-6a84ace972ce service nova] Enqueued Resource ID: 163d4aaa-681b-455d-b28b-898982441b2e with Priority: HIGHEST for action security_group_rules [ 1168.448219] env[65307]: INFO networking_nsxv3.common.synchronization [req-0f3b726f-1d9a-4750-bbe6-3d4245b571f6 req-e705907b-7f2e-4e1e-9760-6a84ace972ce service nova] Enqueued Resource ID: 163d4aaa-681b-455d-b28b-898982441b2e with Priority: HIGHEST for action security_group_members [ 1168.448353] env[65307]: INFO networking_nsxv3.common.synchronization [req-0f3b726f-1d9a-4750-bbe6-3d4245b571f6 req-e705907b-7f2e-4e1e-9760-6a84ace972ce service nova] Enqueued Resource ID: d1aa86dd-212a-4b89-8680-881706fa2df3 with Priority: HIGHEST for action port [ 1168.448879] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 163d4aaa-681b-455d-b28b-898982441b2e with Priority: HIGHEST for action security_group_rules [ 1168.449013] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 163d4aaa-681b-455d-b28b-898982441b2e with Priority: HIGHEST for action security_group_members [ 1168.449110] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1aa86dd-212a-4b89-8680-881706fa2df3 with Priority: HIGHEST for action port [ 1168.449379] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-163d4aaa-681b-455d-b28b-898982441b2e taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.449479] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-163d4aaa-681b-455d-b28b-898982441b2e" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.449797] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-163d4aaa-681b-455d-b28b-898982441b2e taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.449797] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-163d4aaa-681b-455d-b28b-898982441b2e" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.449891] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-d1aa86dd-212a-4b89-8680-881706fa2df3 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.449983] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d1aa86dd-212a-4b89-8680-881706fa2df3" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.450056] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d1aa86dd-212a-4b89-8680-881706fa2df3" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.450345] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d1aa86dd-212a-4b89-8680-881706fa2df3" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.450482] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d1aa86dd-212a-4b89-8680-881706fa2df3',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.573594] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.574363] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.574363] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.574363] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.574363] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.574363] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 163d4aaa-681b-455d-b28b-898982441b2e is going to be updated. [ 1168.606858] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.607135] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.607226] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.607988] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.607988] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.618361] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 163d4aaa-681b-455d-b28b-898982441b2e in Status: IN_PROGRESS for 2s [ 1168.762162] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3ee3cf7c-7404-47cc-a90d-a5b8c150e4f9',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.765256] env[65307]: INFO networking_nsxv3.common.synchronization [req-73f36ae4-dab8-425e-9310-cac0238b2d48 req-db0fc70a-272d-4578-87c1-1e4b7ba647bd tempest-ImagesTestJSON-277680294 tempest-ImagesTestJSON-277680294-project-member] Enqueued Resource ID: e4bfcfdb-60f5-4a19-9d13-d77039646bd9 with Priority: HIGHEST for action security_group_members [ 1168.765926] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4bfcfdb-60f5-4a19-9d13-d77039646bd9 with Priority: HIGHEST for action security_group_members [ 1168.766261] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4bfcfdb-60f5-4a19-9d13-d77039646bd9 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.766383] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4bfcfdb-60f5-4a19-9d13-d77039646bd9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.766437] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4bfcfdb-60f5-4a19-9d13-d77039646bd9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.766660] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4bfcfdb-60f5-4a19-9d13-d77039646bd9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.766828] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.766927] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.766988] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.767154] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.767238] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.767327] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e4bfcfdb-60f5-4a19-9d13-d77039646bd9',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.957423] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d1aa86dd-212a-4b89-8680-881706fa2df3 with status ACTIVE [ 1168.957635] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.957810] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.957852] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.958081] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.958144] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.958327] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.958425] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.958488] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.958641] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.958730] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.958915] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.959047] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.959105] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.959249] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.959352] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.959446] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d1aa86dd-212a-4b89-8680-881706fa2df3 is going to be updated. [ 1168.983109] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.983322] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.983439] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.983747] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.983954] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.984228] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d1aa86dd-212a-4b89-8680-881706fa2df3" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.079268] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2 in Status: SUCCESS [ 1169.079545] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.084140] env[65307]: INFO networking_nsxv3.common.synchronization [req-a80c81b4-ed2c-4ccb-8df9-2066b1374d86 req-212d5659-dfd1-479a-b059-52883d937f75 tempest-AttachVolumeNegativeTest-671309822 tempest-AttachVolumeNegativeTest-671309822-project-member] Enqueued Resource ID: 46566c2d-3c60-4b82-b515-35c00a8a7498 with Priority: HIGHEST for action security_group_members [ 1169.084708] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46566c2d-3c60-4b82-b515-35c00a8a7498 with Priority: HIGHEST for action security_group_members [ 1169.085171] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-46566c2d-3c60-4b82-b515-35c00a8a7498 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.085310] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46566c2d-3c60-4b82-b515-35c00a8a7498" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.085420] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46566c2d-3c60-4b82-b515-35c00a8a7498" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.085702] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46566c2d-3c60-4b82-b515-35c00a8a7498" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.085869] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.085975] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.086050] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.086208] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.086293] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.086388] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('46566c2d-3c60-4b82-b515-35c00a8a7498',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.266607] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3ee3cf7c-7404-47cc-a90d-a5b8c150e4f9: rpc.has_security_group_logging(os_id): False [ 1169.269394] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.269574] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.269681] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.269910] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.270044] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.270271] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.270585] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.270585] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.270691] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.270726] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.270818] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e4bfcfdb-60f5-4a19-9d13-d77039646bd9 is going to be updated. [ 1169.286250] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.286250] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.286250] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.286250] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.286250] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.287079] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.287079] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.287079] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.287079] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.287079] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.287079] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3ee3cf7c-7404-47cc-a90d-a5b8c150e4f9 is going to be updated. [ 1169.323501] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.323749] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.323749] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.324158] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.324158] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.334321] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4bfcfdb-60f5-4a19-9d13-d77039646bd9 in Status: IN_PROGRESS for 2s [ 1169.374851] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.375283] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.375283] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.375521] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.375754] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.390138] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3ee3cf7c-7404-47cc-a90d-a5b8c150e4f9 in Status: IN_PROGRESS for 2s [ 1169.447684] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock network-847 taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.447892] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "network-847" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.448026] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "network-847" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.448305] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "network-847" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.449032] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.450232] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.450232] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.450232] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.450232] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.450232] env[65307]: DEBUG dogpile.cache.region [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1169.450232] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] NeedRegenerationException {{(pid=65307) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1169.450232] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] no value, waiting for create lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1169.450232] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] value creation lock acquired {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1169.450526] env[65307]: DEBUG dogpile.cache.region [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1169.450526] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Calling creation function for not-yet-present value {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1169.450582] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1169.514885] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1169.514885] env[65307]: DEBUG dogpile.cache.region [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Cache value generated in 0.064 seconds for key(s): 'zone-id' {{(pid=65307) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1169.515063] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Released creation lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1169.515258] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "network-847" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.515713] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock port-3a11cf05-5252-458c-bf72-b5cb2f08e888 taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.515857] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "port-3a11cf05-5252-458c-bf72-b5cb2f08e888" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.515968] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "port-3a11cf05-5252-458c-bf72-b5cb2f08e888" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.516410] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "port-3a11cf05-5252-458c-bf72-b5cb2f08e888" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.516631] env[65307]: DEBUG networking_nsxv3.api.rpc [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3a11cf05-5252-458c-bf72-b5cb2f08e888',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.589469] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.589720] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.589788] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.590031] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.590124] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.590328] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.590425] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.590484] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.590637] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.590710] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.590791] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46566c2d-3c60-4b82-b515-35c00a8a7498 already deleted. [ 1169.590872] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46566c2d-3c60-4b82-b515-35c00a8a7498" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.020597] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.020809] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.020809] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.021100] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.021259] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.021412] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Segment Port 3a11cf05-5252-458c-bf72-b5cb2f08e888 not found, creating... [ 1170.021683] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.021839] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.021954] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.022195] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.022395] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.022705] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.022863] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.022977] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.023245] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.023388] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.023524] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Resource: SegmentPort with ID: 3a11cf05-5252-458c-bf72-b5cb2f08e888 is going to be created. [ 1170.044780] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.045038] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.045221] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.045518] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.045753] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.045975] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "port-3a11cf05-5252-458c-bf72-b5cb2f08e888" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.631516] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 163d4aaa-681b-455d-b28b-898982441b2e in Status: SUCCESS [ 1170.632113] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-163d4aaa-681b-455d-b28b-898982441b2e" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.632113] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-163d4aaa-681b-455d-b28b-898982441b2e" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.632408] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-163d4aaa-681b-455d-b28b-898982441b2e" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.632632] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.632884] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.632982] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.633157] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.633238] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.633341] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-163d4aaa-681b-455d-b28b-898982441b2e" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.633493] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('163d4aaa-681b-455d-b28b-898982441b2e',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.634518] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-163d4aaa-681b-455d-b28b-898982441b2e" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.635164] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-163d4aaa-681b-455d-b28b-898982441b2e" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.635164] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.635164] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.635164] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.635377] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.635483] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.635562] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('163d4aaa-681b-455d-b28b-898982441b2e',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.743971] env[65307]: INFO networking_nsxv3.common.synchronization [req-a80c81b4-ed2c-4ccb-8df9-2066b1374d86 req-b1d2a0e3-9834-44fc-85d2-7d16cafa7753 service nova] Enqueued Resource ID: 46566c2d-3c60-4b82-b515-35c00a8a7498 with Priority: HIGHEST for action security_group_rules [ 1170.743971] env[65307]: INFO networking_nsxv3.common.synchronization [req-a80c81b4-ed2c-4ccb-8df9-2066b1374d86 req-b1d2a0e3-9834-44fc-85d2-7d16cafa7753 service nova] Enqueued Resource ID: 46566c2d-3c60-4b82-b515-35c00a8a7498 with Priority: HIGHEST for action security_group_members [ 1170.743971] env[65307]: INFO networking_nsxv3.common.synchronization [req-a80c81b4-ed2c-4ccb-8df9-2066b1374d86 req-b1d2a0e3-9834-44fc-85d2-7d16cafa7753 service nova] Enqueued Resource ID: 3a11cf05-5252-458c-bf72-b5cb2f08e888 with Priority: HIGHEST for action port [ 1170.744787] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46566c2d-3c60-4b82-b515-35c00a8a7498 with Priority: HIGHEST for action security_group_rules [ 1170.744900] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46566c2d-3c60-4b82-b515-35c00a8a7498 with Priority: HIGHEST for action security_group_members [ 1170.744943] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a11cf05-5252-458c-bf72-b5cb2f08e888 with Priority: HIGHEST for action port [ 1170.745371] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-46566c2d-3c60-4b82-b515-35c00a8a7498 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.745558] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-46566c2d-3c60-4b82-b515-35c00a8a7498" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.745657] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-46566c2d-3c60-4b82-b515-35c00a8a7498" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.745957] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-46566c2d-3c60-4b82-b515-35c00a8a7498" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.746175] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('46566c2d-3c60-4b82-b515-35c00a8a7498',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.747255] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-46566c2d-3c60-4b82-b515-35c00a8a7498 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.747604] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46566c2d-3c60-4b82-b515-35c00a8a7498" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.747604] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46566c2d-3c60-4b82-b515-35c00a8a7498" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.747774] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46566c2d-3c60-4b82-b515-35c00a8a7498" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.747997] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.748176] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.748272] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.748496] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.748636] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.748763] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('46566c2d-3c60-4b82-b515-35c00a8a7498',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.749847] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-3a11cf05-5252-458c-bf72-b5cb2f08e888 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.749993] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3a11cf05-5252-458c-bf72-b5cb2f08e888" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.750099] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3a11cf05-5252-458c-bf72-b5cb2f08e888" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.750325] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3a11cf05-5252-458c-bf72-b5cb2f08e888" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.750449] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3a11cf05-5252-458c-bf72-b5cb2f08e888',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.138047] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-163d4aaa-681b-455d-b28b-898982441b2e taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.138047] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-163d4aaa-681b-455d-b28b-898982441b2e" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.138352] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('163d4aaa-681b-455d-b28b-898982441b2e',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.253906] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('46566c2d-3c60-4b82-b515-35c00a8a7498',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.255280] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-46566c2d-3c60-4b82-b515-35c00a8a7498 taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.255466] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46566c2d-3c60-4b82-b515-35c00a8a7498" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.255996] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3a11cf05-5252-458c-bf72-b5cb2f08e888 with status ACTIVE [ 1171.256086] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.257045] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.257174] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.257531] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.258697] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.258697] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.258697] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.258697] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.258697] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.258697] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.259047] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.259224] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.259342] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.259616] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.259751] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.259963] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3a11cf05-5252-458c-bf72-b5cb2f08e888 is going to be updated. [ 1171.286349] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.286611] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.286754] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.287461] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.287461] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.287595] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3a11cf05-5252-458c-bf72-b5cb2f08e888" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.346730] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4bfcfdb-60f5-4a19-9d13-d77039646bd9 in Status: SUCCESS [ 1171.346916] env[65307]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e4bfcfdb-60f5-4a19-9d13-d77039646bd9 deletion is rescheduled due to dependency. [ 1171.347121] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4bfcfdb-60f5-4a19-9d13-d77039646bd9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.409837] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3ee3cf7c-7404-47cc-a90d-a5b8c150e4f9 in Status: SUCCESS [ 1171.410266] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3ee3cf7c-7404-47cc-a90d-a5b8c150e4f9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.640725] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('163d4aaa-681b-455d-b28b-898982441b2e',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.756865] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('46566c2d-3c60-4b82-b515-35c00a8a7498',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.765569] env[65307]: INFO networking_nsxv3.common.synchronization [req-1fe48454-4c2b-4e6c-a2e1-047066549fd4 req-a40457b7-7cbb-4d49-a404-23a8cb391cf7 tempest-ServerActionsTestOtherB-505455166 tempest-ServerActionsTestOtherB-505455166-project-member] Enqueued Resource ID: cd1fdfc7-9219-4ec0-87bb-5546cc5fd310 with Priority: HIGHEST for action security_group_members [ 1171.766143] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd1fdfc7-9219-4ec0-87bb-5546cc5fd310 with Priority: HIGHEST for action security_group_members [ 1171.766504] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd1fdfc7-9219-4ec0-87bb-5546cc5fd310 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.766688] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd1fdfc7-9219-4ec0-87bb-5546cc5fd310" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.766732] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd1fdfc7-9219-4ec0-87bb-5546cc5fd310" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.766899] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd1fdfc7-9219-4ec0-87bb-5546cc5fd310" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.767089] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.767194] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.767255] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.767401] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.767507] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.767601] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cd1fdfc7-9219-4ec0-87bb-5546cc5fd310',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.087749] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock network-251 taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.087942] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "network-251" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.088076] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "network-251" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.088343] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "network-251" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.088596] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.088789] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.088948] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.089184] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.089329] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.089564] env[65307]: DEBUG dogpile.cache.region [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1172.089705] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] NeedRegenerationException {{(pid=65307) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1172.089815] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] no value, waiting for create lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1172.089923] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] value creation lock acquired {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1172.090043] env[65307]: DEBUG dogpile.cache.region [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1172.090153] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Calling creation function for not-yet-present value {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1172.090301] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1172.111777] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1172.111966] env[65307]: DEBUG dogpile.cache.region [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65307) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1172.112086] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Released creation lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1172.112410] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "network-251" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.112739] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock port-e52cd9f4-4b54-4adb-be5f-05652f250608 taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.112911] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "port-e52cd9f4-4b54-4adb-be5f-05652f250608" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.113050] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "port-e52cd9f4-4b54-4adb-be5f-05652f250608" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.113396] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "port-e52cd9f4-4b54-4adb-be5f-05652f250608" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.113533] env[65307]: DEBUG networking_nsxv3.api.rpc [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e52cd9f4-4b54-4adb-be5f-05652f250608',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.142910] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.143017] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.143055] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.143386] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.143386] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.143493] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 163d4aaa-681b-455d-b28b-898982441b2e is going to be updated. [ 1172.171547] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.171826] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.171826] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.171972] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.172129] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.182294] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 163d4aaa-681b-455d-b28b-898982441b2e in Status: IN_PROGRESS for 2s [ 1172.262531] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.262738] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.262897] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.263130] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.263273] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.263425] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46566c2d-3c60-4b82-b515-35c00a8a7498 is going to be created. [ 1172.270739] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.270739] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.270979] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.271270] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.271377] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.271587] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.271699] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.271763] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.272337] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.272337] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.272337] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cd1fdfc7-9219-4ec0-87bb-5546cc5fd310 is going to be updated. [ 1172.304453] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.304675] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.304675] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.304835] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.304991] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.319094] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.319094] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.319364] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.319364] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.319492] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.330310] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46566c2d-3c60-4b82-b515-35c00a8a7498 in Status: UNINITIALIZED for 2s [ 1172.332435] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd1fdfc7-9219-4ec0-87bb-5546cc5fd310 in Status: IN_PROGRESS for 2s [ 1172.616182] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.616433] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.616565] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.616881] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.617048] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.617211] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Segment Port e52cd9f4-4b54-4adb-be5f-05652f250608 not found, creating... [ 1172.617493] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.617638] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.617753] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.617978] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.618126] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.618428] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.618643] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.618791] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.619015] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.619150] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.619287] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Resource: SegmentPort with ID: e52cd9f4-4b54-4adb-be5f-05652f250608 is going to be created. [ 1172.639182] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.639413] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.639512] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.639780] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.640015] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.640251] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "port-e52cd9f4-4b54-4adb-be5f-05652f250608" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.384160] env[65307]: INFO networking_nsxv3.common.synchronization [req-1fe48454-4c2b-4e6c-a2e1-047066549fd4 req-21d9e4a7-d3e2-44db-a7a7-ebfef43e6d6e service nova] Enqueued Resource ID: cd1fdfc7-9219-4ec0-87bb-5546cc5fd310 with Priority: HIGHEST for action security_group_rules [ 1173.384452] env[65307]: INFO networking_nsxv3.common.synchronization [req-1fe48454-4c2b-4e6c-a2e1-047066549fd4 req-21d9e4a7-d3e2-44db-a7a7-ebfef43e6d6e service nova] Enqueued Resource ID: cd1fdfc7-9219-4ec0-87bb-5546cc5fd310 with Priority: HIGHEST for action security_group_members [ 1173.384552] env[65307]: INFO networking_nsxv3.common.synchronization [req-1fe48454-4c2b-4e6c-a2e1-047066549fd4 req-21d9e4a7-d3e2-44db-a7a7-ebfef43e6d6e service nova] Enqueued Resource ID: e52cd9f4-4b54-4adb-be5f-05652f250608 with Priority: HIGHEST for action port [ 1173.385209] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd1fdfc7-9219-4ec0-87bb-5546cc5fd310 with Priority: HIGHEST for action security_group_rules [ 1173.385348] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd1fdfc7-9219-4ec0-87bb-5546cc5fd310 with Priority: HIGHEST for action security_group_members [ 1173.385447] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e52cd9f4-4b54-4adb-be5f-05652f250608 with Priority: HIGHEST for action port [ 1173.385764] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cd1fdfc7-9219-4ec0-87bb-5546cc5fd310 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.385895] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cd1fdfc7-9219-4ec0-87bb-5546cc5fd310" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.385990] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cd1fdfc7-9219-4ec0-87bb-5546cc5fd310" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.386492] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cd1fdfc7-9219-4ec0-87bb-5546cc5fd310" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.386607] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cd1fdfc7-9219-4ec0-87bb-5546cc5fd310',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.391964] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd1fdfc7-9219-4ec0-87bb-5546cc5fd310 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.391964] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd1fdfc7-9219-4ec0-87bb-5546cc5fd310" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.393298] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-e52cd9f4-4b54-4adb-be5f-05652f250608 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.393495] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e52cd9f4-4b54-4adb-be5f-05652f250608" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.393606] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e52cd9f4-4b54-4adb-be5f-05652f250608" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.394208] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e52cd9f4-4b54-4adb-be5f-05652f250608" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.394208] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e52cd9f4-4b54-4adb-be5f-05652f250608',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.890067] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd1fdfc7-9219-4ec0-87bb-5546cc5fd310 taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.890397] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd1fdfc7-9219-4ec0-87bb-5546cc5fd310" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.895910] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e52cd9f4-4b54-4adb-be5f-05652f250608 with status ACTIVE [ 1173.896304] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.896487] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.896579] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.896814] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.896925] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.897170] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.897276] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.897356] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.897636] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.897749] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.897924] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.898031] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.898085] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.898233] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.898328] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.898450] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e52cd9f4-4b54-4adb-be5f-05652f250608 is going to be updated. [ 1173.930641] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.930641] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.930641] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.930996] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.930996] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.931144] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e52cd9f4-4b54-4adb-be5f-05652f250608" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.192427] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 163d4aaa-681b-455d-b28b-898982441b2e in Status: SUCCESS [ 1174.192660] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-163d4aaa-681b-455d-b28b-898982441b2e" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.192830] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-163d4aaa-681b-455d-b28b-898982441b2e" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.193142] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-163d4aaa-681b-455d-b28b-898982441b2e" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.193457] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.193577] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.193645] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.193818] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.193901] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.193998] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('163d4aaa-681b-455d-b28b-898982441b2e',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.345831] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd1fdfc7-9219-4ec0-87bb-5546cc5fd310 in Status: SUCCESS [ 1174.346098] env[65307]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cd1fdfc7-9219-4ec0-87bb-5546cc5fd310 deletion is rescheduled due to dependency. [ 1174.346223] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd1fdfc7-9219-4ec0-87bb-5546cc5fd310" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.346384] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd1fdfc7-9219-4ec0-87bb-5546cc5fd310" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.346604] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd1fdfc7-9219-4ec0-87bb-5546cc5fd310" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.346788] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.346942] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.346992] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.347142] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.347253] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.347402] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cd1fdfc7-9219-4ec0-87bb-5546cc5fd310',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.349111] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46566c2d-3c60-4b82-b515-35c00a8a7498 in Status: SUCCESS [ 1174.349341] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46566c2d-3c60-4b82-b515-35c00a8a7498" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.349501] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46566c2d-3c60-4b82-b515-35c00a8a7498" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.349677] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46566c2d-3c60-4b82-b515-35c00a8a7498" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.349856] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.349962] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.350035] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.350380] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.350380] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.350479] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46566c2d-3c60-4b82-b515-35c00a8a7498" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.350507] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('46566c2d-3c60-4b82-b515-35c00a8a7498',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.696729] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('163d4aaa-681b-455d-b28b-898982441b2e',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.852089] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cd1fdfc7-9219-4ec0-87bb-5546cc5fd310',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.853068] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('46566c2d-3c60-4b82-b515-35c00a8a7498',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.199508] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('163d4aaa-681b-455d-b28b-898982441b2e',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.354551] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cd1fdfc7-9219-4ec0-87bb-5546cc5fd310',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.355756] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 46566c2d-3c60-4b82-b515-35c00a8a7498: rpc.has_security_group_logging(os_id): False [ 1175.379055] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.379055] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.379055] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.379055] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.379055] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.379448] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.379448] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.379448] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.379554] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.379630] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.379747] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 46566c2d-3c60-4b82-b515-35c00a8a7498 is going to be created. [ 1175.454319] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.454538] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.454681] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.454903] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.455118] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.467776] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 46566c2d-3c60-4b82-b515-35c00a8a7498 in Status: IN_PROGRESS for 2s [ 1175.703940] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.704224] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.704224] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.704470] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.704575] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.704828] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 163d4aaa-681b-455d-b28b-898982441b2e is going to be updated. [ 1175.737122] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.737255] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.737352] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.737644] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.737826] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.746766] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 163d4aaa-681b-455d-b28b-898982441b2e in Status: IN_PROGRESS for 2s [ 1175.857711] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.857911] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.857911] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.858182] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.858276] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.858381] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cd1fdfc7-9219-4ec0-87bb-5546cc5fd310 is going to be updated. [ 1175.889593] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.889812] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.889812] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.890021] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.890160] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.898945] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd1fdfc7-9219-4ec0-87bb-5546cc5fd310 in Status: IN_PROGRESS for 2s [ 1177.481776] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 46566c2d-3c60-4b82-b515-35c00a8a7498 in Status: SUCCESS [ 1177.482077] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-46566c2d-3c60-4b82-b515-35c00a8a7498" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.757734] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 163d4aaa-681b-455d-b28b-898982441b2e in Status: SUCCESS [ 1177.757958] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-163d4aaa-681b-455d-b28b-898982441b2e" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.758150] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-163d4aaa-681b-455d-b28b-898982441b2e" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.758372] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-163d4aaa-681b-455d-b28b-898982441b2e" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.759067] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.759067] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.759067] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.759067] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.759067] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.759067] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-163d4aaa-681b-455d-b28b-898982441b2e" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.759308] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-163d4aaa-681b-455d-b28b-898982441b2e taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.759308] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-163d4aaa-681b-455d-b28b-898982441b2e" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.759308] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-163d4aaa-681b-455d-b28b-898982441b2e" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.759459] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-163d4aaa-681b-455d-b28b-898982441b2e" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.759632] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.759706] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.759800] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.759945] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.760028] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.760112] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-163d4aaa-681b-455d-b28b-898982441b2e" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.760198] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('163d4aaa-681b-455d-b28b-898982441b2e',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.908798] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd1fdfc7-9219-4ec0-87bb-5546cc5fd310 in Status: SUCCESS [ 1177.909045] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd1fdfc7-9219-4ec0-87bb-5546cc5fd310" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.909215] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd1fdfc7-9219-4ec0-87bb-5546cc5fd310" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.909432] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd1fdfc7-9219-4ec0-87bb-5546cc5fd310" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.909627] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.909744] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.909809] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.909962] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.910059] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.910144] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd1fdfc7-9219-4ec0-87bb-5546cc5fd310" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.910237] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cd1fdfc7-9219-4ec0-87bb-5546cc5fd310',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.263204] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 163d4aaa-681b-455d-b28b-898982441b2e: rpc.has_security_group_logging(os_id): False [ 1178.288426] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.288689] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.288795] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.289074] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.289213] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.289487] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.289611] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.289676] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.289942] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.290065] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.290449] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.290449] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.290678] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.290746] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.290798] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.291029] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.291133] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.291221] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.291415] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.291516] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.291633] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 163d4aaa-681b-455d-b28b-898982441b2e is going to be updated. [ 1178.372350] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.372613] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.372613] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.372926] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.373115] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.386059] env[65307]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1178.386206] env[65307]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=3 [ 1178.390550] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 163d4aaa-681b-455d-b28b-898982441b2e in Status: IN_PROGRESS for 2s [ 1178.412135] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cd1fdfc7-9219-4ec0-87bb-5546cc5fd310',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.914424] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cd1fdfc7-9219-4ec0-87bb-5546cc5fd310: rpc.has_security_group_logging(os_id): False [ 1178.939215] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.939417] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.939417] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.939632] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.939726] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.940880] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.940996] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.941101] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.941290] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.941372] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.941465] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cd1fdfc7-9219-4ec0-87bb-5546cc5fd310 is going to be updated. [ 1179.036334] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.036334] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.036334] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.036334] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.036634] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.051710] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cd1fdfc7-9219-4ec0-87bb-5546cc5fd310 in Status: IN_PROGRESS for 2s [ 1179.308450] env[65307]: INFO networking_nsxv3.common.synchronization [req-f121226c-21cf-46f5-8cd3-ebb513d46fa2 req-17fd26dd-1f3e-41e7-b21c-6865a5d87f90 tempest-MultipleCreateTestJSON-144642495 tempest-MultipleCreateTestJSON-144642495-project-member] Enqueued Resource ID: 163d4aaa-681b-455d-b28b-898982441b2e with Priority: HIGHEST for action security_group_members [ 1179.310921] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 163d4aaa-681b-455d-b28b-898982441b2e with Priority: HIGHEST for action security_group_members [ 1179.311430] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-163d4aaa-681b-455d-b28b-898982441b2e taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.311582] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-163d4aaa-681b-455d-b28b-898982441b2e" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.311686] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-163d4aaa-681b-455d-b28b-898982441b2e" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.311916] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-163d4aaa-681b-455d-b28b-898982441b2e" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.312114] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.312246] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.312329] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.312618] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.312618] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.312748] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('163d4aaa-681b-455d-b28b-898982441b2e',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.566071] env[65307]: INFO networking_nsxv3.common.synchronization [req-c0a22354-ad36-4a41-8b95-e549f3ad1468 req-281f6bb2-0df2-4a36-a8f3-817dabeede4c tempest-MultipleCreateTestJSON-144642495 tempest-MultipleCreateTestJSON-144642495-project-member] Enqueued Resource ID: 163d4aaa-681b-455d-b28b-898982441b2e with Priority: HIGHEST for action security_group_members [ 1179.566071] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 163d4aaa-681b-455d-b28b-898982441b2e with Priority: HIGHEST for action security_group_members [ 1179.567323] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-163d4aaa-681b-455d-b28b-898982441b2e taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.567323] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-163d4aaa-681b-455d-b28b-898982441b2e" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.816825] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('163d4aaa-681b-455d-b28b-898982441b2e',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.161255] env[65307]: INFO networking_nsxv3.common.synchronization [None req-e8a92d91-c7fe-497d-8fd5-edcb5b74bf1e None None] Enqueued Resource ID: 3033eb9c-4234-44f2-92ff-b9378dfc659a with Priority: HIGHEST for action port [ 1180.162292] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3033eb9c-4234-44f2-92ff-b9378dfc659a with Priority: HIGHEST for action port [ 1180.162292] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-3033eb9c-4234-44f2-92ff-b9378dfc659a taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.162292] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3033eb9c-4234-44f2-92ff-b9378dfc659a" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.162292] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3033eb9c-4234-44f2-92ff-b9378dfc659a" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.162487] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3033eb9c-4234-44f2-92ff-b9378dfc659a" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.162569] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3033eb9c-4234-44f2-92ff-b9378dfc659a',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.320202] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('163d4aaa-681b-455d-b28b-898982441b2e',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.405220] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 163d4aaa-681b-455d-b28b-898982441b2e in Status: SUCCESS [ 1180.405404] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-163d4aaa-681b-455d-b28b-898982441b2e" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.405760] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-163d4aaa-681b-455d-b28b-898982441b2e" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.406091] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-163d4aaa-681b-455d-b28b-898982441b2e" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.406207] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('163d4aaa-681b-455d-b28b-898982441b2e',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.664931] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3033eb9c-4234-44f2-92ff-b9378dfc659a [ 1180.665025] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.665235] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.665312] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.665491] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.665581] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.665682] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3033eb9c-4234-44f2-92ff-b9378dfc659a already deleted. [ 1180.665763] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3033eb9c-4234-44f2-92ff-b9378dfc659a" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.823008] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.823193] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.823275] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.823512] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.823596] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.823697] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 163d4aaa-681b-455d-b28b-898982441b2e is going to be updated. [ 1180.855914] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.856147] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.856253] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.856557] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.856755] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.866207] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 163d4aaa-681b-455d-b28b-898982441b2e in Status: IN_PROGRESS for 2s [ 1180.926626] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.927111] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.927111] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.927111] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.927367] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.927367] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 163d4aaa-681b-455d-b28b-898982441b2e is going to be deleted. [ 1180.989178] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.989348] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.989407] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.989715] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.989835] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.989979] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-163d4aaa-681b-455d-b28b-898982441b2e" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.100121] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cd1fdfc7-9219-4ec0-87bb-5546cc5fd310 in Status: SUCCESS [ 1181.100240] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cd1fdfc7-9219-4ec0-87bb-5546cc5fd310" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.692036] env[65307]: INFO networking_nsxv3.common.synchronization [None req-8d2929a6-2d5e-43d7-a226-3e8973a252ae None None] Enqueued Resource ID: 5c3ae373-5a84-47f4-8990-e6b1faea41d7 with Priority: HIGHEST for action port [ 1182.692503] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c3ae373-5a84-47f4-8990-e6b1faea41d7 with Priority: HIGHEST for action port [ 1182.692823] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-5c3ae373-5a84-47f4-8990-e6b1faea41d7 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.692940] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5c3ae373-5a84-47f4-8990-e6b1faea41d7" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.693020] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5c3ae373-5a84-47f4-8990-e6b1faea41d7" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.693559] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5c3ae373-5a84-47f4-8990-e6b1faea41d7" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.693647] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5c3ae373-5a84-47f4-8990-e6b1faea41d7',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.878117] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 163d4aaa-681b-455d-b28b-898982441b2e in Status: SUCCESS [ 1182.878336] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-163d4aaa-681b-455d-b28b-898982441b2e" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.878504] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-163d4aaa-681b-455d-b28b-898982441b2e" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.878718] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-163d4aaa-681b-455d-b28b-898982441b2e" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.878935] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.879045] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.879125] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.879235] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.879310] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.879402] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('163d4aaa-681b-455d-b28b-898982441b2e',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.196320] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5c3ae373-5a84-47f4-8990-e6b1faea41d7 [ 1183.196320] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.196320] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.196320] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.196320] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.196559] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.196559] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5c3ae373-5a84-47f4-8990-e6b1faea41d7 already deleted. [ 1183.196559] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5c3ae373-5a84-47f4-8990-e6b1faea41d7" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.388161] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.388396] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.388494] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.388777] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.388906] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.389238] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.389433] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.389490] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.389683] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.389787] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.390058] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 163d4aaa-681b-455d-b28b-898982441b2e is going to be deleted. [ 1183.427608] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.427608] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.427608] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.427608] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.427608] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.427608] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-163d4aaa-681b-455d-b28b-898982441b2e" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.557355] env[65307]: INFO networking_nsxv3.common.synchronization [req-7ed8f772-0dd7-45f8-a0d7-704c0991df16 req-d74857fb-b80c-4dfc-90bc-340efd1d12cd tempest-ServersTestJSON-162990376 tempest-ServersTestJSON-162990376-project-member] Enqueued Resource ID: 75c095b9-2d30-409d-a7ef-14e9755a61da with Priority: HIGHEST for action security_group_members [ 1187.557905] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75c095b9-2d30-409d-a7ef-14e9755a61da with Priority: HIGHEST for action security_group_members [ 1187.559422] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-75c095b9-2d30-409d-a7ef-14e9755a61da taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.559422] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75c095b9-2d30-409d-a7ef-14e9755a61da" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.559422] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75c095b9-2d30-409d-a7ef-14e9755a61da" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.559422] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75c095b9-2d30-409d-a7ef-14e9755a61da" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.559664] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.559761] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.559824] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.559980] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.560081] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.560173] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('75c095b9-2d30-409d-a7ef-14e9755a61da',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.862558] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock network-592 taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.862709] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "network-592" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.862756] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "network-592" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.863687] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "network-592" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.863687] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.863687] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.863687] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.863912] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.863949] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.864163] env[65307]: DEBUG dogpile.cache.region [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1187.864267] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] NeedRegenerationException {{(pid=65307) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1187.864366] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] no value, waiting for create lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1187.864466] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] value creation lock acquired {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1187.864956] env[65307]: DEBUG dogpile.cache.region [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1187.864956] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Calling creation function for not-yet-present value {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1187.864956] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1187.885989] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1187.886175] env[65307]: DEBUG dogpile.cache.region [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65307) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1187.886313] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Released creation lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1187.886506] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "network-592" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.886881] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock port-5358db4e-a8f2-4834-bd68-2cd28b01fad4 taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.887096] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "port-5358db4e-a8f2-4834-bd68-2cd28b01fad4" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.887275] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "port-5358db4e-a8f2-4834-bd68-2cd28b01fad4" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.887597] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "port-5358db4e-a8f2-4834-bd68-2cd28b01fad4" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.887736] env[65307]: DEBUG networking_nsxv3.api.rpc [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5358db4e-a8f2-4834-bd68-2cd28b01fad4',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.062209] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.062375] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.062423] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.062741] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.062835] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.063050] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.063153] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.063216] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.063370] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.063469] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.063600] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75c095b9-2d30-409d-a7ef-14e9755a61da already deleted. [ 1188.063701] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75c095b9-2d30-409d-a7ef-14e9755a61da" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.390512] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.390749] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.390876] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.391219] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.391405] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.391567] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Segment Port 5358db4e-a8f2-4834-bd68-2cd28b01fad4 not found, creating... [ 1188.391835] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.391992] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.392123] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.392347] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.392529] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.392874] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.392980] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.393102] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.393383] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.393473] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.393669] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Resource: SegmentPort with ID: 5358db4e-a8f2-4834-bd68-2cd28b01fad4 is going to be created. [ 1188.414606] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.414865] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.414947] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.415205] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.415435] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.415656] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "port-5358db4e-a8f2-4834-bd68-2cd28b01fad4" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.537784] env[65307]: INFO networking_nsxv3.common.synchronization [req-7ed8f772-0dd7-45f8-a0d7-704c0991df16 req-7153855c-4e41-4ef8-a914-4fdb9e0ff6d0 service nova] Enqueued Resource ID: 75c095b9-2d30-409d-a7ef-14e9755a61da with Priority: HIGHEST for action security_group_rules [ 1189.538684] env[65307]: INFO networking_nsxv3.common.synchronization [req-7ed8f772-0dd7-45f8-a0d7-704c0991df16 req-7153855c-4e41-4ef8-a914-4fdb9e0ff6d0 service nova] Enqueued Resource ID: 75c095b9-2d30-409d-a7ef-14e9755a61da with Priority: HIGHEST for action security_group_members [ 1189.539030] env[65307]: INFO networking_nsxv3.common.synchronization [req-7ed8f772-0dd7-45f8-a0d7-704c0991df16 req-7153855c-4e41-4ef8-a914-4fdb9e0ff6d0 service nova] Enqueued Resource ID: 5358db4e-a8f2-4834-bd68-2cd28b01fad4 with Priority: HIGHEST for action port [ 1189.539858] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75c095b9-2d30-409d-a7ef-14e9755a61da with Priority: HIGHEST for action security_group_rules [ 1189.540084] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75c095b9-2d30-409d-a7ef-14e9755a61da with Priority: HIGHEST for action security_group_members [ 1189.540262] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5358db4e-a8f2-4834-bd68-2cd28b01fad4 with Priority: HIGHEST for action port [ 1189.540681] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-75c095b9-2d30-409d-a7ef-14e9755a61da taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.540860] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-75c095b9-2d30-409d-a7ef-14e9755a61da" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.540984] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-75c095b9-2d30-409d-a7ef-14e9755a61da" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.541354] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-75c095b9-2d30-409d-a7ef-14e9755a61da" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.541475] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('75c095b9-2d30-409d-a7ef-14e9755a61da',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.542757] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-75c095b9-2d30-409d-a7ef-14e9755a61da taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.542866] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75c095b9-2d30-409d-a7ef-14e9755a61da" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.543023] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75c095b9-2d30-409d-a7ef-14e9755a61da" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.543637] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75c095b9-2d30-409d-a7ef-14e9755a61da" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.543742] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.543802] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.543837] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.544420] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.544420] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.544420] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('75c095b9-2d30-409d-a7ef-14e9755a61da',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.545017] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-5358db4e-a8f2-4834-bd68-2cd28b01fad4 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.545386] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5358db4e-a8f2-4834-bd68-2cd28b01fad4" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.545453] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5358db4e-a8f2-4834-bd68-2cd28b01fad4" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.545613] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5358db4e-a8f2-4834-bd68-2cd28b01fad4" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.545689] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5358db4e-a8f2-4834-bd68-2cd28b01fad4',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.043329] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-75c095b9-2d30-409d-a7ef-14e9755a61da taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.043570] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75c095b9-2d30-409d-a7ef-14e9755a61da" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.048089] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5358db4e-a8f2-4834-bd68-2cd28b01fad4 with status ACTIVE [ 1190.048377] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.048553] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.048648] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.049026] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.049198] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.049483] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.049647] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.049754] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.049968] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.050074] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.050291] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.050421] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.051030] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.051030] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.051030] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.051030] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5358db4e-a8f2-4834-bd68-2cd28b01fad4 is going to be updated. [ 1190.052789] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('75c095b9-2d30-409d-a7ef-14e9755a61da',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.074402] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.074645] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.074714] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.074930] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.075113] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.075276] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5358db4e-a8f2-4834-bd68-2cd28b01fad4" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.554826] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('75c095b9-2d30-409d-a7ef-14e9755a61da',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.057113] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.057378] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.057378] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.057619] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.057720] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.057823] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75c095b9-2d30-409d-a7ef-14e9755a61da is going to be created. [ 1191.096860] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.097127] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.097127] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.097342] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.097504] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.110162] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75c095b9-2d30-409d-a7ef-14e9755a61da in Status: UNINITIALIZED for 2s [ 1193.121343] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75c095b9-2d30-409d-a7ef-14e9755a61da in Status: SUCCESS [ 1193.121737] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75c095b9-2d30-409d-a7ef-14e9755a61da" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.121737] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75c095b9-2d30-409d-a7ef-14e9755a61da" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.121905] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75c095b9-2d30-409d-a7ef-14e9755a61da" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.122116] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.122230] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.122294] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.122437] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.122534] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.122621] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75c095b9-2d30-409d-a7ef-14e9755a61da" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.122768] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('75c095b9-2d30-409d-a7ef-14e9755a61da',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.625563] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-75c095b9-2d30-409d-a7ef-14e9755a61da taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.625771] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75c095b9-2d30-409d-a7ef-14e9755a61da" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.625835] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75c095b9-2d30-409d-a7ef-14e9755a61da" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.626107] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75c095b9-2d30-409d-a7ef-14e9755a61da" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.626192] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.626303] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.626376] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.626534] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.626625] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.626708] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75c095b9-2d30-409d-a7ef-14e9755a61da" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.626851] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-75c095b9-2d30-409d-a7ef-14e9755a61da taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.626944] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75c095b9-2d30-409d-a7ef-14e9755a61da" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.627013] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75c095b9-2d30-409d-a7ef-14e9755a61da" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.627152] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75c095b9-2d30-409d-a7ef-14e9755a61da" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.627327] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.627385] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.627421] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.627551] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.627630] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.627707] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75c095b9-2d30-409d-a7ef-14e9755a61da" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.627796] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('75c095b9-2d30-409d-a7ef-14e9755a61da',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.131097] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 75c095b9-2d30-409d-a7ef-14e9755a61da: rpc.has_security_group_logging(os_id): False [ 1194.149064] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.149285] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.149285] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.149511] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.149599] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.149792] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.149890] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.149953] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.150117] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.150192] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.150372] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.150465] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.150557] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.150676] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.150760] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.150950] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.151071] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.151135] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.151276] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.151349] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.151432] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 75c095b9-2d30-409d-a7ef-14e9755a61da is going to be created. [ 1194.213026] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.213253] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.213253] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.213498] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.213686] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.224925] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 75c095b9-2d30-409d-a7ef-14e9755a61da in Status: IN_PROGRESS for 2s [ 1194.541413] env[65307]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1194.541610] env[65307]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1196.247766] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 75c095b9-2d30-409d-a7ef-14e9755a61da in Status: SUCCESS [ 1196.248205] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-75c095b9-2d30-409d-a7ef-14e9755a61da" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.299352] env[65307]: INFO networking_nsxv3.common.synchronization [req-7020d13c-580c-4179-9fd4-66996522caac req-d654b389-9c0e-4b52-990f-e2e42063765d tempest-AttachVolumeShelveTestJSON-2043120369 tempest-AttachVolumeShelveTestJSON-2043120369-project-member] Enqueued Resource ID: b2eb7948-40eb-4476-b1d6-5d3cc221fc8e with Priority: HIGHEST for action security_group_members [ 1198.299352] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2eb7948-40eb-4476-b1d6-5d3cc221fc8e with Priority: HIGHEST for action security_group_members [ 1198.299352] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2eb7948-40eb-4476-b1d6-5d3cc221fc8e taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.299352] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2eb7948-40eb-4476-b1d6-5d3cc221fc8e" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.299352] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2eb7948-40eb-4476-b1d6-5d3cc221fc8e" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.302220] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2eb7948-40eb-4476-b1d6-5d3cc221fc8e" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.302720] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.302720] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.302720] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.302904] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.303084] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.303128] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b2eb7948-40eb-4476-b1d6-5d3cc221fc8e',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.804990] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.805208] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.805263] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.805446] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.805541] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.805752] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.805863] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.805928] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.806095] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.806171] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.806258] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2eb7948-40eb-4476-b1d6-5d3cc221fc8e is going to be updated. [ 1198.834982] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.835207] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.835207] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.835394] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.835531] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.843768] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2eb7948-40eb-4476-b1d6-5d3cc221fc8e in Status: IN_PROGRESS for 2s [ 1200.855336] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2eb7948-40eb-4476-b1d6-5d3cc221fc8e in Status: SUCCESS [ 1200.855643] env[65307]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2eb7948-40eb-4476-b1d6-5d3cc221fc8e deletion is rescheduled due to dependency. [ 1200.855814] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2eb7948-40eb-4476-b1d6-5d3cc221fc8e" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.890184] env[65307]: INFO networking_nsxv3.common.synchronization [req-29694b08-9bc1-4609-a234-73a2b6156996 req-458e31c7-6be4-4af6-9420-6f1b51babd7c tempest-ServersTestJSON-162990376 tempest-ServersTestJSON-162990376-project-member] Enqueued Resource ID: 75c095b9-2d30-409d-a7ef-14e9755a61da with Priority: HIGHEST for action security_group_members [ 1202.890750] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75c095b9-2d30-409d-a7ef-14e9755a61da with Priority: HIGHEST for action security_group_members [ 1202.891159] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-75c095b9-2d30-409d-a7ef-14e9755a61da taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.891300] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75c095b9-2d30-409d-a7ef-14e9755a61da" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.891421] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75c095b9-2d30-409d-a7ef-14e9755a61da" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.891763] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75c095b9-2d30-409d-a7ef-14e9755a61da" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.891763] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.891911] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.891911] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.892025] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.892153] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.892188] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('75c095b9-2d30-409d-a7ef-14e9755a61da',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.224565] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock network-592 taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.224814] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "network-592" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.225045] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "network-592" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.225421] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "network-592" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.225758] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.226111] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.226276] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.226569] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.226802] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.227086] env[65307]: DEBUG dogpile.cache.region [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1203.227249] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] NeedRegenerationException {{(pid=65307) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1203.227408] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] no value, waiting for create lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1203.227554] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] value creation lock acquired {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1203.227706] env[65307]: DEBUG dogpile.cache.region [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1203.227852] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Calling creation function for not-yet-present value {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1203.228042] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1203.251674] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1203.251876] env[65307]: DEBUG dogpile.cache.region [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65307) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1203.252079] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Released creation lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1203.252256] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "network-592" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.252583] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock port-75852cb5-2541-43bd-9f17-80032ab4cfb4 taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.252784] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "port-75852cb5-2541-43bd-9f17-80032ab4cfb4" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.252981] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "port-75852cb5-2541-43bd-9f17-80032ab4cfb4" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.253270] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "port-75852cb5-2541-43bd-9f17-80032ab4cfb4" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.253407] env[65307]: DEBUG networking_nsxv3.api.rpc [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('75852cb5-2541-43bd-9f17-80032ab4cfb4',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.394774] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('75c095b9-2d30-409d-a7ef-14e9755a61da',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.728271] env[65307]: INFO networking_nsxv3.common.synchronization [req-75a88e73-fd2d-4c44-9384-6070e2ab1d59 req-0a7e549a-19c7-48ad-a77a-74fe72a9bb5a tempest-ServerActionsTestOtherA-1819960408 tempest-ServerActionsTestOtherA-1819960408-project-member] Enqueued Resource ID: 0efd72d0-c4cf-47d9-b09f-7de4896d965d with Priority: HIGHEST for action security_group_members [ 1203.728836] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0efd72d0-c4cf-47d9-b09f-7de4896d965d with Priority: HIGHEST for action security_group_members [ 1203.729279] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-0efd72d0-c4cf-47d9-b09f-7de4896d965d taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.729441] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0efd72d0-c4cf-47d9-b09f-7de4896d965d" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.729533] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0efd72d0-c4cf-47d9-b09f-7de4896d965d" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.729742] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0efd72d0-c4cf-47d9-b09f-7de4896d965d" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.729903] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.730014] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.730079] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.730226] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.730321] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.730401] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0efd72d0-c4cf-47d9-b09f-7de4896d965d',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.756414] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.756764] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.756967] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.757389] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.757634] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.757971] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Segment Port 75852cb5-2541-43bd-9f17-80032ab4cfb4 not found, creating... [ 1203.758443] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.758684] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.758865] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.759243] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.759470] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.759947] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.760211] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.760401] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.760726] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.760939] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.761479] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Resource: SegmentPort with ID: 75852cb5-2541-43bd-9f17-80032ab4cfb4 is going to be created. [ 1203.786842] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.787172] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.787371] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.787765] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.788319] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.788602] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "port-75852cb5-2541-43bd-9f17-80032ab4cfb4" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.896783] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('75c095b9-2d30-409d-a7ef-14e9755a61da',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1204.167436] env[65307]: INFO networking_nsxv3.common.synchronization [req-5ee3828e-96e2-4ca3-9632-8b820aa511b8 req-12af2cc4-fbeb-4571-95e3-846a979a6fa6 tempest-DeleteServersTestJSON-1223351987 tempest-DeleteServersTestJSON-1223351987-project-member] Enqueued Resource ID: e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2 with Priority: HIGHEST for action security_group_members [ 1204.167932] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2 with Priority: HIGHEST for action security_group_members [ 1204.168240] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.168494] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.168494] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.168611] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.168765] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.168861] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.168920] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.169139] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.169233] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.169326] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1204.233650] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0efd72d0-c4cf-47d9-b09f-7de4896d965d',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1204.401018] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.401018] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.401018] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.401018] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.401018] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.401018] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75c095b9-2d30-409d-a7ef-14e9755a61da is going to be updated. [ 1204.437346] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.437346] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.437592] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.437645] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.437750] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.448075] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75c095b9-2d30-409d-a7ef-14e9755a61da in Status: IN_PROGRESS for 2s [ 1204.533154] env[65307]: INFO networking_nsxv3.common.synchronization [req-29694b08-9bc1-4609-a234-73a2b6156996 req-310bd999-304f-44da-a03e-e6197137e2fc service nova] Enqueued Resource ID: 75c095b9-2d30-409d-a7ef-14e9755a61da with Priority: HIGHEST for action security_group_rules [ 1204.533392] env[65307]: INFO networking_nsxv3.common.synchronization [req-29694b08-9bc1-4609-a234-73a2b6156996 req-310bd999-304f-44da-a03e-e6197137e2fc service nova] Enqueued Resource ID: 75c095b9-2d30-409d-a7ef-14e9755a61da with Priority: HIGHEST for action security_group_members [ 1204.533591] env[65307]: INFO networking_nsxv3.common.synchronization [req-29694b08-9bc1-4609-a234-73a2b6156996 req-310bd999-304f-44da-a03e-e6197137e2fc service nova] Enqueued Resource ID: 75852cb5-2541-43bd-9f17-80032ab4cfb4 with Priority: HIGHEST for action port [ 1204.534226] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75c095b9-2d30-409d-a7ef-14e9755a61da with Priority: HIGHEST for action security_group_rules [ 1204.534398] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75c095b9-2d30-409d-a7ef-14e9755a61da with Priority: HIGHEST for action security_group_members [ 1204.534553] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75852cb5-2541-43bd-9f17-80032ab4cfb4 with Priority: HIGHEST for action port [ 1204.534871] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-75c095b9-2d30-409d-a7ef-14e9755a61da taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.535080] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-75c095b9-2d30-409d-a7ef-14e9755a61da" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.535141] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-75c095b9-2d30-409d-a7ef-14e9755a61da" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.535373] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-75c095b9-2d30-409d-a7ef-14e9755a61da" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.535502] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('75c095b9-2d30-409d-a7ef-14e9755a61da',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1204.536790] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-75c095b9-2d30-409d-a7ef-14e9755a61da taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.536881] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75c095b9-2d30-409d-a7ef-14e9755a61da" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.537044] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-75852cb5-2541-43bd-9f17-80032ab4cfb4 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.537153] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-75852cb5-2541-43bd-9f17-80032ab4cfb4" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.537238] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-75852cb5-2541-43bd-9f17-80032ab4cfb4" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.537397] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-75852cb5-2541-43bd-9f17-80032ab4cfb4" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.537469] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('75852cb5-2541-43bd-9f17-80032ab4cfb4',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1204.672027] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.672169] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.672214] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.672676] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.672676] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.672767] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.672822] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.672853] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.673221] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.673221] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.673221] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2 is going to be updated. [ 1204.701075] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.701249] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.701292] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.701475] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.701612] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.712589] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2 in Status: IN_PROGRESS for 2s [ 1204.734974] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0efd72d0-c4cf-47d9-b09f-7de4896d965d',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1204.871182] env[65307]: INFO networking_nsxv3.common.synchronization [None req-b4d96acf-a232-49c5-9b88-3e0bfc0ce182 tempest-AttachVolumeShelveTestJSON-2043120369 tempest-AttachVolumeShelveTestJSON-2043120369-project-member] Enqueued Resource ID: dbb1b452-655a-4aa9-96cf-a996dcba34cb with Priority: HIGHEST for action security_group_rules [ 1204.871914] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbb1b452-655a-4aa9-96cf-a996dcba34cb with Priority: HIGHEST for action security_group_rules [ 1204.871993] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dbb1b452-655a-4aa9-96cf-a996dcba34cb taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.872300] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dbb1b452-655a-4aa9-96cf-a996dcba34cb" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.872419] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dbb1b452-655a-4aa9-96cf-a996dcba34cb" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.872773] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dbb1b452-655a-4aa9-96cf-a996dcba34cb" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.872913] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dbb1b452-655a-4aa9-96cf-a996dcba34cb',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1204.949628] env[65307]: INFO networking_nsxv3.common.synchronization [None req-d9d480ce-64df-4024-ba66-be3d3979e8b1 tempest-AttachVolumeShelveTestJSON-2043120369 tempest-AttachVolumeShelveTestJSON-2043120369-project-member] Enqueued Resource ID: dbb1b452-655a-4aa9-96cf-a996dcba34cb with Priority: HIGHEST for action security_group_rules [ 1204.950118] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbb1b452-655a-4aa9-96cf-a996dcba34cb with Priority: HIGHEST for action security_group_rules [ 1204.950417] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dbb1b452-655a-4aa9-96cf-a996dcba34cb taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.950528] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dbb1b452-655a-4aa9-96cf-a996dcba34cb" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.039769] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-75c095b9-2d30-409d-a7ef-14e9755a61da taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.039769] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75c095b9-2d30-409d-a7ef-14e9755a61da" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.039769] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 75852cb5-2541-43bd-9f17-80032ab4cfb4 with status ACTIVE [ 1205.039769] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.040065] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.040065] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.040144] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.040205] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.040383] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.040479] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.040572] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.040724] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.040772] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.040940] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.041046] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.041121] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.041266] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.041338] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.041424] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 75852cb5-2541-43bd-9f17-80032ab4cfb4 is going to be updated. [ 1205.063594] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.063835] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.063835] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.064091] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.064231] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.064391] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-75852cb5-2541-43bd-9f17-80032ab4cfb4" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.237539] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.239018] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.239018] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.239018] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.239018] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.239018] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0efd72d0-c4cf-47d9-b09f-7de4896d965d is going to be updated. [ 1205.283794] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.284145] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.284145] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.284366] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.284479] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.295424] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0efd72d0-c4cf-47d9-b09f-7de4896d965d in Status: IN_PROGRESS for 2s [ 1205.396648] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.396648] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.396648] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.396648] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.396648] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.396648] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dbb1b452-655a-4aa9-96cf-a996dcba34cb already deleted. [ 1205.396648] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dbb1b452-655a-4aa9-96cf-a996dcba34cb" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.396648] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dbb1b452-655a-4aa9-96cf-a996dcba34cb" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.397184] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dbb1b452-655a-4aa9-96cf-a996dcba34cb" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.397184] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dbb1b452-655a-4aa9-96cf-a996dcba34cb',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1205.922262] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.922457] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.922521] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.922796] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.922894] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.922998] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dbb1b452-655a-4aa9-96cf-a996dcba34cb already deleted. [ 1205.923109] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dbb1b452-655a-4aa9-96cf-a996dcba34cb" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.458781] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75c095b9-2d30-409d-a7ef-14e9755a61da in Status: SUCCESS [ 1206.459132] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75c095b9-2d30-409d-a7ef-14e9755a61da" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.459132] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75c095b9-2d30-409d-a7ef-14e9755a61da" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.459782] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75c095b9-2d30-409d-a7ef-14e9755a61da" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.459782] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.460569] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.460569] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.460569] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.460569] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.460569] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('75c095b9-2d30-409d-a7ef-14e9755a61da',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.722804] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2 in Status: SUCCESS [ 1206.723033] env[65307]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2 deletion is rescheduled due to dependency. [ 1206.723223] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.857887] env[65307]: INFO networking_nsxv3.common.synchronization [req-538dd3c4-1ffc-449c-85c6-9b9f22ff790a req-d3aec8a2-4323-4743-8d2f-d3f92ffe7a82 tempest-AttachVolumeTestJSON-835064239 tempest-AttachVolumeTestJSON-835064239-project-member] Enqueued Resource ID: b1168320-a4e1-411a-8c9b-79c02b4aee5c with Priority: HIGHEST for action security_group_members [ 1206.858487] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1168320-a4e1-411a-8c9b-79c02b4aee5c with Priority: HIGHEST for action security_group_members [ 1206.858816] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1168320-a4e1-411a-8c9b-79c02b4aee5c taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.858975] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1168320-a4e1-411a-8c9b-79c02b4aee5c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.859031] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1168320-a4e1-411a-8c9b-79c02b4aee5c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.859523] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1168320-a4e1-411a-8c9b-79c02b4aee5c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.860093] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.860211] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.860279] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.860446] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.860534] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.860628] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b1168320-a4e1-411a-8c9b-79c02b4aee5c',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.962912] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('75c095b9-2d30-409d-a7ef-14e9755a61da',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.305892] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0efd72d0-c4cf-47d9-b09f-7de4896d965d in Status: SUCCESS [ 1207.306158] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0efd72d0-c4cf-47d9-b09f-7de4896d965d" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.370295] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.370295] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.370295] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.370295] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.370295] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.370750] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.370750] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.370750] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.370937] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.370991] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.371164] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b1168320-a4e1-411a-8c9b-79c02b4aee5c is going to be updated. [ 1207.406785] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.407038] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.407038] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.407236] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.407389] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.420139] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1168320-a4e1-411a-8c9b-79c02b4aee5c in Status: IN_PROGRESS for 2s [ 1207.464784] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('75c095b9-2d30-409d-a7ef-14e9755a61da',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.967606] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.967606] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.967606] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.967806] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.967970] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.968118] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75c095b9-2d30-409d-a7ef-14e9755a61da is going to be updated. [ 1207.999693] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.999838] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.999907] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.000142] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.000290] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.013492] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75c095b9-2d30-409d-a7ef-14e9755a61da in Status: IN_PROGRESS for 2s [ 1209.430429] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1168320-a4e1-411a-8c9b-79c02b4aee5c in Status: SUCCESS [ 1209.430789] env[65307]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b1168320-a4e1-411a-8c9b-79c02b4aee5c deletion is rescheduled due to dependency. [ 1209.430789] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1168320-a4e1-411a-8c9b-79c02b4aee5c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.022952] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75c095b9-2d30-409d-a7ef-14e9755a61da in Status: SUCCESS [ 1210.023196] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75c095b9-2d30-409d-a7ef-14e9755a61da" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.023358] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75c095b9-2d30-409d-a7ef-14e9755a61da" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.023576] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75c095b9-2d30-409d-a7ef-14e9755a61da" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.023835] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.023994] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.024126] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.024363] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.024454] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.024568] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75c095b9-2d30-409d-a7ef-14e9755a61da" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.024707] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('75c095b9-2d30-409d-a7ef-14e9755a61da',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.528802] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-75c095b9-2d30-409d-a7ef-14e9755a61da taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.528802] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75c095b9-2d30-409d-a7ef-14e9755a61da" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.528802] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75c095b9-2d30-409d-a7ef-14e9755a61da" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.528802] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75c095b9-2d30-409d-a7ef-14e9755a61da" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.528802] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.528802] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.528802] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.528802] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.528802] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.528802] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75c095b9-2d30-409d-a7ef-14e9755a61da" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.528802] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-75c095b9-2d30-409d-a7ef-14e9755a61da taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.528802] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75c095b9-2d30-409d-a7ef-14e9755a61da" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.529723] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75c095b9-2d30-409d-a7ef-14e9755a61da" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.529723] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75c095b9-2d30-409d-a7ef-14e9755a61da" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.529723] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.529723] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.529723] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.529723] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.529723] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.529723] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75c095b9-2d30-409d-a7ef-14e9755a61da" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.529723] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('75c095b9-2d30-409d-a7ef-14e9755a61da',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.570838] env[65307]: INFO networking_nsxv3.common.synchronization [req-68349b75-7c77-473b-916a-614cbf98a5e9 req-2e3596c9-be62-49c1-b50c-a5cb89ebfe04 tempest-AttachVolumeShelveTestJSON-2043120369 tempest-AttachVolumeShelveTestJSON-2043120369-project-member] Enqueued Resource ID: dbb1b452-655a-4aa9-96cf-a996dcba34cb with Priority: HIGHEST for action security_group_members [ 1210.570838] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbb1b452-655a-4aa9-96cf-a996dcba34cb with Priority: HIGHEST for action security_group_members [ 1210.571050] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbb1b452-655a-4aa9-96cf-a996dcba34cb taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.571492] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbb1b452-655a-4aa9-96cf-a996dcba34cb" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.571492] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbb1b452-655a-4aa9-96cf-a996dcba34cb" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.571593] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbb1b452-655a-4aa9-96cf-a996dcba34cb" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.571705] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.571927] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.571927] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.572021] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.572102] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.572195] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dbb1b452-655a-4aa9-96cf-a996dcba34cb',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.934059] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock network-220 taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.934349] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "network-220" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.934425] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "network-220" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.934768] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "network-220" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.935085] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.935253] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.935385] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.935613] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.935781] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.935974] env[65307]: DEBUG dogpile.cache.region [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1210.936097] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] NeedRegenerationException {{(pid=65307) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1210.936207] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] no value, waiting for create lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1210.936315] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] value creation lock acquired {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1210.936425] env[65307]: DEBUG dogpile.cache.region [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1210.936531] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Calling creation function for not-yet-present value {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1210.936656] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1210.960000] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1210.960217] env[65307]: DEBUG dogpile.cache.region [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65307) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1210.960358] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Released creation lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1210.960538] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "network-220" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.960867] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock port-c92338c5-7064-4625-a6c3-9813577b990b taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.961130] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "port-c92338c5-7064-4625-a6c3-9813577b990b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.961264] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "port-c92338c5-7064-4625-a6c3-9813577b990b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.961581] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "port-c92338c5-7064-4625-a6c3-9813577b990b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.961811] env[65307]: DEBUG networking_nsxv3.api.rpc [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c92338c5-7064-4625-a6c3-9813577b990b',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.039030] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 75c095b9-2d30-409d-a7ef-14e9755a61da: rpc.has_security_group_logging(os_id): False [ 1211.063025] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.063025] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.063025] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.063025] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.063025] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.063025] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.063590] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.063590] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.063590] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.063590] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.063590] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.063847] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.063847] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.063943] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.063943] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.064174] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.064292] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.064372] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.064561] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.064669] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.064798] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 75c095b9-2d30-409d-a7ef-14e9755a61da is going to be updated. [ 1211.075546] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.075662] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.075727] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.076115] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.076206] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.076441] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.078079] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.078079] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.078079] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.078079] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.078079] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dbb1b452-655a-4aa9-96cf-a996dcba34cb already deleted. [ 1211.078079] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbb1b452-655a-4aa9-96cf-a996dcba34cb" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.160338] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.160534] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.161090] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.161090] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.161219] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.187579] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 75c095b9-2d30-409d-a7ef-14e9755a61da in Status: IN_PROGRESS for 2s [ 1211.467122] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.467361] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.467491] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.467798] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.467961] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.468130] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Segment Port c92338c5-7064-4625-a6c3-9813577b990b not found, creating... [ 1211.468397] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.468557] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.468731] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.468966] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.469027] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.469306] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.469459] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.469698] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.469770] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.469900] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.470210] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Resource: SegmentPort with ID: c92338c5-7064-4625-a6c3-9813577b990b is going to be created. [ 1211.490522] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.490814] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.490961] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.491292] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.491869] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.491869] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "port-c92338c5-7064-4625-a6c3-9813577b990b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.186541] env[65307]: INFO networking_nsxv3.common.synchronization [req-68349b75-7c77-473b-916a-614cbf98a5e9 req-1e9c9c85-d06b-4b0f-a324-b7d4e523d305 service nova] Enqueued Resource ID: dbb1b452-655a-4aa9-96cf-a996dcba34cb with Priority: HIGHEST for action security_group_rules [ 1212.186761] env[65307]: INFO networking_nsxv3.common.synchronization [req-68349b75-7c77-473b-916a-614cbf98a5e9 req-1e9c9c85-d06b-4b0f-a324-b7d4e523d305 service nova] Enqueued Resource ID: dbb1b452-655a-4aa9-96cf-a996dcba34cb with Priority: HIGHEST for action security_group_members [ 1212.186830] env[65307]: INFO networking_nsxv3.common.synchronization [req-68349b75-7c77-473b-916a-614cbf98a5e9 req-1e9c9c85-d06b-4b0f-a324-b7d4e523d305 service nova] Enqueued Resource ID: c92338c5-7064-4625-a6c3-9813577b990b with Priority: HIGHEST for action port [ 1212.187072] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbb1b452-655a-4aa9-96cf-a996dcba34cb with Priority: HIGHEST for action security_group_rules [ 1212.187199] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbb1b452-655a-4aa9-96cf-a996dcba34cb with Priority: HIGHEST for action security_group_members [ 1212.187292] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c92338c5-7064-4625-a6c3-9813577b990b with Priority: HIGHEST for action port [ 1212.188320] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dbb1b452-655a-4aa9-96cf-a996dcba34cb taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.188448] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dbb1b452-655a-4aa9-96cf-a996dcba34cb" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.188516] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dbb1b452-655a-4aa9-96cf-a996dcba34cb" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.188714] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dbb1b452-655a-4aa9-96cf-a996dcba34cb" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.188793] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dbb1b452-655a-4aa9-96cf-a996dcba34cb',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.189637] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbb1b452-655a-4aa9-96cf-a996dcba34cb taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.189741] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbb1b452-655a-4aa9-96cf-a996dcba34cb" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.189801] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbb1b452-655a-4aa9-96cf-a996dcba34cb" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.190082] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbb1b452-655a-4aa9-96cf-a996dcba34cb" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.190150] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.190199] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.190257] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.190393] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.190468] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.190552] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dbb1b452-655a-4aa9-96cf-a996dcba34cb',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.191372] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-c92338c5-7064-4625-a6c3-9813577b990b taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.191479] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c92338c5-7064-4625-a6c3-9813577b990b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.191479] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c92338c5-7064-4625-a6c3-9813577b990b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.191632] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c92338c5-7064-4625-a6c3-9813577b990b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.191702] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c92338c5-7064-4625-a6c3-9813577b990b',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.693207] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dbb1b452-655a-4aa9-96cf-a996dcba34cb',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.695134] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbb1b452-655a-4aa9-96cf-a996dcba34cb taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.695134] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbb1b452-655a-4aa9-96cf-a996dcba34cb" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.695565] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c92338c5-7064-4625-a6c3-9813577b990b with status ACTIVE [ 1212.696759] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.696759] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.696759] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.696759] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.696759] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.696759] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.696759] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.696759] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.697280] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.697280] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.697280] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.697426] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.697426] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.697800] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.697800] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.697800] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c92338c5-7064-4625-a6c3-9813577b990b is going to be updated. [ 1212.723134] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.723315] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.723369] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.723552] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.723758] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.723943] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c92338c5-7064-4625-a6c3-9813577b990b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.888762] env[65307]: INFO networking_nsxv3.common.synchronization [None req-0a9acfc0-7a1d-4ea6-a996-46c55067dc7f tempest-AttachVolumeTestJSON-835064239 tempest-AttachVolumeTestJSON-835064239-project-member] Enqueued Resource ID: 35cf79d4-95c3-4396-9216-96566b5c2d17 with Priority: HIGHEST for action security_group_rules [ 1212.889622] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35cf79d4-95c3-4396-9216-96566b5c2d17 with Priority: HIGHEST for action security_group_rules [ 1212.890090] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-35cf79d4-95c3-4396-9216-96566b5c2d17 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.890295] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-35cf79d4-95c3-4396-9216-96566b5c2d17" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.890424] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-35cf79d4-95c3-4396-9216-96566b5c2d17" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.890798] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-35cf79d4-95c3-4396-9216-96566b5c2d17" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.890938] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('35cf79d4-95c3-4396-9216-96566b5c2d17',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.973848] env[65307]: INFO networking_nsxv3.common.synchronization [None req-c25d11fb-0cfd-468f-9d81-e95c878d232f tempest-AttachVolumeTestJSON-835064239 tempest-AttachVolumeTestJSON-835064239-project-member] Enqueued Resource ID: 35cf79d4-95c3-4396-9216-96566b5c2d17 with Priority: HIGHEST for action security_group_rules [ 1212.974118] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35cf79d4-95c3-4396-9216-96566b5c2d17 with Priority: HIGHEST for action security_group_rules [ 1212.974188] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-35cf79d4-95c3-4396-9216-96566b5c2d17 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.974275] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-35cf79d4-95c3-4396-9216-96566b5c2d17" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.196293] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dbb1b452-655a-4aa9-96cf-a996dcba34cb',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.201700] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 75c095b9-2d30-409d-a7ef-14e9755a61da in Status: SUCCESS [ 1213.201700] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-75c095b9-2d30-409d-a7ef-14e9755a61da" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.412021] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.412229] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.412286] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.412481] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.412570] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.412667] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 35cf79d4-95c3-4396-9216-96566b5c2d17 already deleted. [ 1213.412802] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-35cf79d4-95c3-4396-9216-96566b5c2d17" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.412965] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-35cf79d4-95c3-4396-9216-96566b5c2d17" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.413146] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-35cf79d4-95c3-4396-9216-96566b5c2d17" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.413242] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('35cf79d4-95c3-4396-9216-96566b5c2d17',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.698630] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.698785] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.698852] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.699080] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.699172] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.699276] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dbb1b452-655a-4aa9-96cf-a996dcba34cb is going to be created. [ 1213.726809] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.727058] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.727058] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.727396] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.727551] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.739153] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dbb1b452-655a-4aa9-96cf-a996dcba34cb in Status: UNINITIALIZED for 2s [ 1213.938133] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.938288] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.938360] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.938579] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.938677] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.938776] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 35cf79d4-95c3-4396-9216-96566b5c2d17 already deleted. [ 1213.938858] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-35cf79d4-95c3-4396-9216-96566b5c2d17" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.073572] env[65307]: INFO networking_nsxv3.common.synchronization [req-e47490a0-ae7a-4a3a-9861-1ab7f7979685 req-d858130b-092a-4b17-94fb-a62bbf1ba398 tempest-ServersTestJSON-162990376 tempest-ServersTestJSON-162990376-project-member] Enqueued Resource ID: 75c095b9-2d30-409d-a7ef-14e9755a61da with Priority: HIGHEST for action security_group_members [ 1215.074233] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75c095b9-2d30-409d-a7ef-14e9755a61da with Priority: HIGHEST for action security_group_members [ 1215.074491] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-75c095b9-2d30-409d-a7ef-14e9755a61da taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.074618] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75c095b9-2d30-409d-a7ef-14e9755a61da" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.075559] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75c095b9-2d30-409d-a7ef-14e9755a61da" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.075831] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75c095b9-2d30-409d-a7ef-14e9755a61da" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.076018] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.076191] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.076298] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.076684] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.076753] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.076900] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('75c095b9-2d30-409d-a7ef-14e9755a61da',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.579300] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('75c095b9-2d30-409d-a7ef-14e9755a61da',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.750537] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dbb1b452-655a-4aa9-96cf-a996dcba34cb in Status: SUCCESS [ 1215.750862] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbb1b452-655a-4aa9-96cf-a996dcba34cb" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.751065] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbb1b452-655a-4aa9-96cf-a996dcba34cb" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.751307] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbb1b452-655a-4aa9-96cf-a996dcba34cb" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.751513] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.751638] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.751690] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.751842] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.751912] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.751997] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbb1b452-655a-4aa9-96cf-a996dcba34cb" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.752128] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dbb1b452-655a-4aa9-96cf-a996dcba34cb',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.081576] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('75c095b9-2d30-409d-a7ef-14e9755a61da',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.255102] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dbb1b452-655a-4aa9-96cf-a996dcba34cb',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.586231] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.586390] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.586464] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.586678] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.586768] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.586869] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75c095b9-2d30-409d-a7ef-14e9755a61da is going to be updated. [ 1216.615907] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.616110] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.616185] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.616387] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.616908] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.625365] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75c095b9-2d30-409d-a7ef-14e9755a61da in Status: IN_PROGRESS for 2s [ 1216.758230] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dbb1b452-655a-4aa9-96cf-a996dcba34cb: rpc.has_security_group_logging(os_id): False [ 1216.776879] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.777098] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.777194] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.777435] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.777746] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.777882] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.777988] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.778072] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.778218] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.778293] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.778507] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dbb1b452-655a-4aa9-96cf-a996dcba34cb is going to be created. [ 1216.839209] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.839441] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.839441] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.839672] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.839853] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.850046] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dbb1b452-655a-4aa9-96cf-a996dcba34cb in Status: IN_PROGRESS for 2s [ 1218.587268] env[65307]: INFO networking_nsxv3.common.synchronization [req-b1a7f803-5eb1-4b65-acab-2979eef3a9ed req-79ead715-27d0-4ab3-9d7b-f6764f2e67f9 tempest-AttachVolumeTestJSON-835064239 tempest-AttachVolumeTestJSON-835064239-project-member] Enqueued Resource ID: 35cf79d4-95c3-4396-9216-96566b5c2d17 with Priority: HIGHEST for action security_group_members [ 1218.587841] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35cf79d4-95c3-4396-9216-96566b5c2d17 with Priority: HIGHEST for action security_group_members [ 1218.588201] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-35cf79d4-95c3-4396-9216-96566b5c2d17 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.588291] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35cf79d4-95c3-4396-9216-96566b5c2d17" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.588358] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35cf79d4-95c3-4396-9216-96566b5c2d17" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.588596] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35cf79d4-95c3-4396-9216-96566b5c2d17" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.588749] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.588852] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.588916] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.589186] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.589271] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.589380] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('35cf79d4-95c3-4396-9216-96566b5c2d17',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.636304] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75c095b9-2d30-409d-a7ef-14e9755a61da in Status: SUCCESS [ 1218.636401] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75c095b9-2d30-409d-a7ef-14e9755a61da" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.862861] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dbb1b452-655a-4aa9-96cf-a996dcba34cb in Status: SUCCESS [ 1218.863099] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dbb1b452-655a-4aa9-96cf-a996dcba34cb" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.902015] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock network-118 taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.902155] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "network-118" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.902267] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "network-118" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.902491] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "network-118" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.902742] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.903084] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.903248] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.903492] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.903644] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.904058] env[65307]: DEBUG dogpile.cache.region [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1218.904217] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] NeedRegenerationException {{(pid=65307) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1218.904312] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] no value, waiting for create lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1218.904422] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] value creation lock acquired {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1218.904535] env[65307]: DEBUG dogpile.cache.region [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1218.904631] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Calling creation function for not-yet-present value {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1218.904767] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1218.963504] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1218.963504] env[65307]: DEBUG dogpile.cache.region [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Cache value generated in 0.058 seconds for key(s): 'zone-id' {{(pid=65307) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1218.963774] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Released creation lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1218.963877] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "network-118" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.964244] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock port-7ed896c0-79c3-4b3b-9c21-442fc2dc309d taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.964495] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "port-7ed896c0-79c3-4b3b-9c21-442fc2dc309d" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.964620] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "port-7ed896c0-79c3-4b3b-9c21-442fc2dc309d" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.964980] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "port-7ed896c0-79c3-4b3b-9c21-442fc2dc309d" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.965148] env[65307]: DEBUG networking_nsxv3.api.rpc [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7ed896c0-79c3-4b3b-9c21-442fc2dc309d',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.091614] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.091867] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.091989] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.092272] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.092383] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.092671] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.092866] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.092970] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.093213] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.093310] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.093420] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35cf79d4-95c3-4396-9216-96566b5c2d17 already deleted. [ 1219.093562] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35cf79d4-95c3-4396-9216-96566b5c2d17" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.468060] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.468253] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.468307] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.468866] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.468866] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.469025] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Segment Port 7ed896c0-79c3-4b3b-9c21-442fc2dc309d not found, creating... [ 1219.469238] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.469425] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.469739] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.470046] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.470193] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.470499] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.470657] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.470789] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.471007] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.471150] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.471287] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Resource: SegmentPort with ID: 7ed896c0-79c3-4b3b-9c21-442fc2dc309d is going to be created. [ 1219.503129] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.503560] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.503757] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.504152] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.504470] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.504743] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "port-7ed896c0-79c3-4b3b-9c21-442fc2dc309d" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.837347] env[65307]: INFO networking_nsxv3.common.synchronization [req-7ae0c66f-5259-4545-afd8-3b3a8da0837d req-09e99e7d-b93d-474b-82f8-d6bf97749a0a tempest-ServerActionsTestOtherA-1819960408 tempest-ServerActionsTestOtherA-1819960408-project-member] Enqueued Resource ID: 0efd72d0-c4cf-47d9-b09f-7de4896d965d with Priority: HIGHEST for action security_group_members [ 1219.837901] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0efd72d0-c4cf-47d9-b09f-7de4896d965d with Priority: HIGHEST for action security_group_members [ 1219.838232] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-0efd72d0-c4cf-47d9-b09f-7de4896d965d taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.838352] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0efd72d0-c4cf-47d9-b09f-7de4896d965d" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.839973] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0efd72d0-c4cf-47d9-b09f-7de4896d965d" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.840386] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0efd72d0-c4cf-47d9-b09f-7de4896d965d" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.840425] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.840537] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.840590] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.840780] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.840903] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.841012] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0efd72d0-c4cf-47d9-b09f-7de4896d965d',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.132789] env[65307]: INFO networking_nsxv3.common.synchronization [req-b1a7f803-5eb1-4b65-acab-2979eef3a9ed req-e3747337-8541-43c4-b416-d7d1ab73b187 service nova] Enqueued Resource ID: 35cf79d4-95c3-4396-9216-96566b5c2d17 with Priority: HIGHEST for action security_group_rules [ 1220.132991] env[65307]: INFO networking_nsxv3.common.synchronization [req-b1a7f803-5eb1-4b65-acab-2979eef3a9ed req-e3747337-8541-43c4-b416-d7d1ab73b187 service nova] Enqueued Resource ID: 35cf79d4-95c3-4396-9216-96566b5c2d17 with Priority: HIGHEST for action security_group_members [ 1220.133145] env[65307]: INFO networking_nsxv3.common.synchronization [req-b1a7f803-5eb1-4b65-acab-2979eef3a9ed req-e3747337-8541-43c4-b416-d7d1ab73b187 service nova] Enqueued Resource ID: 7ed896c0-79c3-4b3b-9c21-442fc2dc309d with Priority: HIGHEST for action port [ 1220.133706] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35cf79d4-95c3-4396-9216-96566b5c2d17 with Priority: HIGHEST for action security_group_rules [ 1220.133875] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35cf79d4-95c3-4396-9216-96566b5c2d17 with Priority: HIGHEST for action security_group_members [ 1220.135610] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ed896c0-79c3-4b3b-9c21-442fc2dc309d with Priority: HIGHEST for action port [ 1220.136018] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-35cf79d4-95c3-4396-9216-96566b5c2d17 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.136192] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-35cf79d4-95c3-4396-9216-96566b5c2d17" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.136281] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-35cf79d4-95c3-4396-9216-96566b5c2d17" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.136954] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-35cf79d4-95c3-4396-9216-96566b5c2d17" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.137081] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('35cf79d4-95c3-4396-9216-96566b5c2d17',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.138151] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-35cf79d4-95c3-4396-9216-96566b5c2d17 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.138355] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35cf79d4-95c3-4396-9216-96566b5c2d17" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.138643] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35cf79d4-95c3-4396-9216-96566b5c2d17" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.138881] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35cf79d4-95c3-4396-9216-96566b5c2d17" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.139099] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.139237] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.139322] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.139698] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.141202] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.141360] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('35cf79d4-95c3-4396-9216-96566b5c2d17',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.143580] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-7ed896c0-79c3-4b3b-9c21-442fc2dc309d taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.143747] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7ed896c0-79c3-4b3b-9c21-442fc2dc309d" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.144151] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7ed896c0-79c3-4b3b-9c21-442fc2dc309d" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.144528] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7ed896c0-79c3-4b3b-9c21-442fc2dc309d" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.144987] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7ed896c0-79c3-4b3b-9c21-442fc2dc309d',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.343759] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.344042] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.344042] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.344265] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.344356] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.344556] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.344662] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.344722] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.344872] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.344948] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.345044] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0efd72d0-c4cf-47d9-b09f-7de4896d965d is going to be updated. [ 1220.376962] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.377172] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.377229] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.377406] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.377548] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.389857] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0efd72d0-c4cf-47d9-b09f-7de4896d965d in Status: IN_PROGRESS for 2s [ 1220.647679] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('35cf79d4-95c3-4396-9216-96566b5c2d17',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.648633] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-35cf79d4-95c3-4396-9216-96566b5c2d17 taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.648777] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35cf79d4-95c3-4396-9216-96566b5c2d17" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.648930] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7ed896c0-79c3-4b3b-9c21-442fc2dc309d with status ACTIVE [ 1220.649177] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.649313] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.649379] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.649607] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.649686] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.649902] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.650011] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.650075] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.650236] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.650312] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.650495] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.650749] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.650749] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.650878] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.650916] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.650997] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7ed896c0-79c3-4b3b-9c21-442fc2dc309d is going to be updated. [ 1220.676815] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.676958] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.677073] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.677345] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.677478] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.677637] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7ed896c0-79c3-4b3b-9c21-442fc2dc309d" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.152778] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('35cf79d4-95c3-4396-9216-96566b5c2d17',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.657017] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.657017] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.657017] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.657017] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.657017] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.657017] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35cf79d4-95c3-4396-9216-96566b5c2d17 is going to be created. [ 1221.693101] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.693101] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.693101] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.693101] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.693388] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.704977] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35cf79d4-95c3-4396-9216-96566b5c2d17 in Status: UNINITIALIZED for 2s [ 1222.400753] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0efd72d0-c4cf-47d9-b09f-7de4896d965d in Status: SUCCESS [ 1222.401103] env[65307]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0efd72d0-c4cf-47d9-b09f-7de4896d965d deletion is rescheduled due to dependency. [ 1222.401196] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0efd72d0-c4cf-47d9-b09f-7de4896d965d" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.716186] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35cf79d4-95c3-4396-9216-96566b5c2d17 in Status: SUCCESS [ 1223.716554] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35cf79d4-95c3-4396-9216-96566b5c2d17" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.717482] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35cf79d4-95c3-4396-9216-96566b5c2d17" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.717482] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35cf79d4-95c3-4396-9216-96566b5c2d17" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.717482] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.717667] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.717707] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.718638] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.718638] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.718638] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35cf79d4-95c3-4396-9216-96566b5c2d17" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.718638] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('35cf79d4-95c3-4396-9216-96566b5c2d17',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.220632] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('35cf79d4-95c3-4396-9216-96566b5c2d17',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.723321] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 35cf79d4-95c3-4396-9216-96566b5c2d17: rpc.has_security_group_logging(os_id): False [ 1224.742132] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.742342] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.742411] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.742627] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.742714] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.743154] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.743277] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.743357] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.743533] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.743608] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.743701] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 35cf79d4-95c3-4396-9216-96566b5c2d17 is going to be created. [ 1224.831425] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.831591] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.831631] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.833104] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.833104] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.847065] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 35cf79d4-95c3-4396-9216-96566b5c2d17 in Status: IN_PROGRESS for 2s [ 1225.137382] env[65307]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1225.137575] env[65307]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1226.462432] env[65307]: INFO networking_nsxv3.common.synchronization [req-ca669a5e-aa50-4cb2-932b-172d89f8c52a req-d14fc220-aa53-4838-abe1-1fd887dd3c77 tempest-ServersTestJSON-162990376 tempest-ServersTestJSON-162990376-project-member] Enqueued Resource ID: 75c095b9-2d30-409d-a7ef-14e9755a61da with Priority: HIGHEST for action security_group_members [ 1226.463783] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75c095b9-2d30-409d-a7ef-14e9755a61da with Priority: HIGHEST for action security_group_members [ 1226.464210] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-75c095b9-2d30-409d-a7ef-14e9755a61da taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.464346] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75c095b9-2d30-409d-a7ef-14e9755a61da" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.464416] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75c095b9-2d30-409d-a7ef-14e9755a61da" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.464631] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75c095b9-2d30-409d-a7ef-14e9755a61da" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.464788] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.464889] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.464955] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.465130] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.465361] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.465518] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('75c095b9-2d30-409d-a7ef-14e9755a61da',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1226.792543] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock network-592 taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.792764] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "network-592" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.793024] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "network-592" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.793329] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "network-592" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.793611] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.793819] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.794126] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.794440] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.794600] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.794916] env[65307]: DEBUG dogpile.cache.region [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1226.795047] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] NeedRegenerationException {{(pid=65307) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1226.795202] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] no value, waiting for create lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1226.795364] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] value creation lock acquired {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1226.795605] env[65307]: DEBUG dogpile.cache.region [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1226.795787] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Calling creation function for not-yet-present value {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1226.796031] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1226.817413] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1226.817616] env[65307]: DEBUG dogpile.cache.region [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65307) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1226.817740] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Released creation lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1226.817872] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "network-592" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.818211] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock port-5bb5b929-0a85-4b8d-9200-7bcedb0b68b4 taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.818386] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "port-5bb5b929-0a85-4b8d-9200-7bcedb0b68b4" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.818500] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "port-5bb5b929-0a85-4b8d-9200-7bcedb0b68b4" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.818848] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "port-5bb5b929-0a85-4b8d-9200-7bcedb0b68b4" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.818989] env[65307]: DEBUG networking_nsxv3.api.rpc [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5bb5b929-0a85-4b8d-9200-7bcedb0b68b4',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1226.860708] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 35cf79d4-95c3-4396-9216-96566b5c2d17 in Status: SUCCESS [ 1226.860949] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-35cf79d4-95c3-4396-9216-96566b5c2d17" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.972374] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('75c095b9-2d30-409d-a7ef-14e9755a61da',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.321611] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.321803] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.321958] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.322311] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.322504] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.322665] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Segment Port 5bb5b929-0a85-4b8d-9200-7bcedb0b68b4 not found, creating... [ 1227.323037] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.323230] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.323350] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.323598] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.323781] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.324117] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.324289] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.324423] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.324648] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.324791] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.324933] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Resource: SegmentPort with ID: 5bb5b929-0a85-4b8d-9200-7bcedb0b68b4 is going to be created. [ 1227.345579] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.345862] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.345912] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.346201] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.346434] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.346657] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "port-5bb5b929-0a85-4b8d-9200-7bcedb0b68b4" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.474936] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('75c095b9-2d30-409d-a7ef-14e9755a61da',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.980524] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.980727] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.980821] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.981128] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.981243] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.981382] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75c095b9-2d30-409d-a7ef-14e9755a61da is going to be updated. [ 1228.015304] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.015304] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.015304] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.015304] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.015304] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.025424] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75c095b9-2d30-409d-a7ef-14e9755a61da in Status: IN_PROGRESS for 2s [ 1228.058313] env[65307]: INFO networking_nsxv3.common.synchronization [req-ca669a5e-aa50-4cb2-932b-172d89f8c52a req-88f93d92-bb17-4e3c-b638-b95d53d46854 service nova] Enqueued Resource ID: 75c095b9-2d30-409d-a7ef-14e9755a61da with Priority: HIGHEST for action security_group_rules [ 1228.058313] env[65307]: INFO networking_nsxv3.common.synchronization [req-ca669a5e-aa50-4cb2-932b-172d89f8c52a req-88f93d92-bb17-4e3c-b638-b95d53d46854 service nova] Enqueued Resource ID: 75c095b9-2d30-409d-a7ef-14e9755a61da with Priority: HIGHEST for action security_group_members [ 1228.058313] env[65307]: INFO networking_nsxv3.common.synchronization [req-ca669a5e-aa50-4cb2-932b-172d89f8c52a req-88f93d92-bb17-4e3c-b638-b95d53d46854 service nova] Enqueued Resource ID: 5bb5b929-0a85-4b8d-9200-7bcedb0b68b4 with Priority: HIGHEST for action port [ 1228.058313] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75c095b9-2d30-409d-a7ef-14e9755a61da with Priority: HIGHEST for action security_group_rules [ 1228.058313] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75c095b9-2d30-409d-a7ef-14e9755a61da with Priority: HIGHEST for action security_group_members [ 1228.058313] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5bb5b929-0a85-4b8d-9200-7bcedb0b68b4 with Priority: HIGHEST for action port [ 1228.058313] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-75c095b9-2d30-409d-a7ef-14e9755a61da taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.059071] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-75c095b9-2d30-409d-a7ef-14e9755a61da" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.059314] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-75c095b9-2d30-409d-a7ef-14e9755a61da" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.059605] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-75c095b9-2d30-409d-a7ef-14e9755a61da" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.059776] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('75c095b9-2d30-409d-a7ef-14e9755a61da',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1228.061215] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-75c095b9-2d30-409d-a7ef-14e9755a61da taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.061699] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75c095b9-2d30-409d-a7ef-14e9755a61da" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.062146] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-5bb5b929-0a85-4b8d-9200-7bcedb0b68b4 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.063867] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5bb5b929-0a85-4b8d-9200-7bcedb0b68b4" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.064068] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5bb5b929-0a85-4b8d-9200-7bcedb0b68b4" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.064382] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5bb5b929-0a85-4b8d-9200-7bcedb0b68b4" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.064551] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5bb5b929-0a85-4b8d-9200-7bcedb0b68b4',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1228.566807] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-75c095b9-2d30-409d-a7ef-14e9755a61da taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.567474] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75c095b9-2d30-409d-a7ef-14e9755a61da" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.567474] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5bb5b929-0a85-4b8d-9200-7bcedb0b68b4 with status ACTIVE [ 1228.567474] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.567474] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.567474] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.567967] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.567967] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.568148] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.568148] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.568148] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.568369] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.568369] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.568569] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.568683] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.568745] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.568842] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.568909] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.568994] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5bb5b929-0a85-4b8d-9200-7bcedb0b68b4 is going to be updated. [ 1228.596403] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.596576] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.596649] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.596868] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.597136] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.597205] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5bb5b929-0a85-4b8d-9200-7bcedb0b68b4" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.037395] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75c095b9-2d30-409d-a7ef-14e9755a61da in Status: SUCCESS [ 1230.037395] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75c095b9-2d30-409d-a7ef-14e9755a61da" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.037820] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75c095b9-2d30-409d-a7ef-14e9755a61da" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.037820] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75c095b9-2d30-409d-a7ef-14e9755a61da" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.037968] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.038103] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.038173] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.038324] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.038407] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.038503] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('75c095b9-2d30-409d-a7ef-14e9755a61da',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1230.540628] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('75c095b9-2d30-409d-a7ef-14e9755a61da',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1231.044515] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('75c095b9-2d30-409d-a7ef-14e9755a61da',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1231.547199] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.547455] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.547507] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.547740] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.547833] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.547938] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75c095b9-2d30-409d-a7ef-14e9755a61da is going to be updated. [ 1231.577123] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.577329] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.577329] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.577511] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.577657] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.586599] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75c095b9-2d30-409d-a7ef-14e9755a61da in Status: IN_PROGRESS for 2s [ 1233.058863] env[65307]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1233.059315] env[65307]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1233.597816] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75c095b9-2d30-409d-a7ef-14e9755a61da in Status: SUCCESS [ 1233.598055] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75c095b9-2d30-409d-a7ef-14e9755a61da" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.598223] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75c095b9-2d30-409d-a7ef-14e9755a61da" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.598462] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75c095b9-2d30-409d-a7ef-14e9755a61da" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.598664] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.598778] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.598843] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.599015] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.599149] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.599304] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75c095b9-2d30-409d-a7ef-14e9755a61da" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.599304] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('75c095b9-2d30-409d-a7ef-14e9755a61da',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1234.102081] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-75c095b9-2d30-409d-a7ef-14e9755a61da taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.102419] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75c095b9-2d30-409d-a7ef-14e9755a61da" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.102419] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75c095b9-2d30-409d-a7ef-14e9755a61da" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.102532] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75c095b9-2d30-409d-a7ef-14e9755a61da" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.102702] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.102804] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.102862] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.103066] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.103162] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.103252] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75c095b9-2d30-409d-a7ef-14e9755a61da" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.103403] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-75c095b9-2d30-409d-a7ef-14e9755a61da taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.103499] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75c095b9-2d30-409d-a7ef-14e9755a61da" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.103549] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75c095b9-2d30-409d-a7ef-14e9755a61da" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.103724] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75c095b9-2d30-409d-a7ef-14e9755a61da" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.103869] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.103965] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.104056] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.104358] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.104448] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.104534] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75c095b9-2d30-409d-a7ef-14e9755a61da" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.104625] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('75c095b9-2d30-409d-a7ef-14e9755a61da',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1234.606618] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 75c095b9-2d30-409d-a7ef-14e9755a61da: rpc.has_security_group_logging(os_id): False [ 1234.626751] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.626751] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.627079] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.627079] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.627161] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.627315] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.627422] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.627490] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.627797] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.627899] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.628142] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.628246] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.628323] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.628481] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.628556] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.628761] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.628866] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.628909] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.629091] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.629145] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.629205] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 75c095b9-2d30-409d-a7ef-14e9755a61da is going to be updated. [ 1234.700384] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.700652] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.700796] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.701210] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.701449] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.717030] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 75c095b9-2d30-409d-a7ef-14e9755a61da in Status: IN_PROGRESS for 2s [ 1236.671174] env[65307]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-3d54f6f5-da0f-4664-af9e-2e0366cf0200 None None] NSXv3 Agent Agent loop - iteration:2 completed [ 1236.671486] env[65307]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-3d54f6f5-da0f-4664-af9e-2e0366cf0200 None None] NSXv3 Agent Agent loop - iteration:3 started [ 1236.733373] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 75c095b9-2d30-409d-a7ef-14e9755a61da in Status: SUCCESS [ 1236.734391] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-75c095b9-2d30-409d-a7ef-14e9755a61da" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.632630] env[65307]: INFO networking_nsxv3.common.synchronization [req-1a048842-d60e-4b36-981e-49bc239c54be req-fce20f5c-8608-4b4e-8c7f-a5e165efec26 tempest-AttachVolumeNegativeTest-671309822 tempest-AttachVolumeNegativeTest-671309822-project-member] Enqueued Resource ID: 46566c2d-3c60-4b82-b515-35c00a8a7498 with Priority: HIGHEST for action security_group_members [ 1237.632726] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46566c2d-3c60-4b82-b515-35c00a8a7498 with Priority: HIGHEST for action security_group_members [ 1237.633572] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-46566c2d-3c60-4b82-b515-35c00a8a7498 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.633572] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46566c2d-3c60-4b82-b515-35c00a8a7498" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.633572] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46566c2d-3c60-4b82-b515-35c00a8a7498" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.633572] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46566c2d-3c60-4b82-b515-35c00a8a7498" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.633791] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.633791] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.633880] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.634331] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.634331] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.634482] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('46566c2d-3c60-4b82-b515-35c00a8a7498',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1238.138437] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.138845] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.138845] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.139008] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.139108] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.139360] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.139467] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.139549] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.139764] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.139861] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.139953] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46566c2d-3c60-4b82-b515-35c00a8a7498 is going to be updated. [ 1238.166989] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.167288] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.167288] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.167419] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.167558] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.175777] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46566c2d-3c60-4b82-b515-35c00a8a7498 in Status: IN_PROGRESS for 2s [ 1239.074875] env[65307]: INFO networking_nsxv3.common.synchronization [req-c03940ad-b80e-4011-b88e-58dca34d9799 req-3501add5-91ff-47ab-a5ef-1e7a31cb056b tempest-ServersTestJSON-162990376 tempest-ServersTestJSON-162990376-project-member] Enqueued Resource ID: 75c095b9-2d30-409d-a7ef-14e9755a61da with Priority: HIGHEST for action security_group_members [ 1239.075595] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75c095b9-2d30-409d-a7ef-14e9755a61da with Priority: HIGHEST for action security_group_members [ 1239.075976] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-75c095b9-2d30-409d-a7ef-14e9755a61da taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.076165] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75c095b9-2d30-409d-a7ef-14e9755a61da" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.076326] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75c095b9-2d30-409d-a7ef-14e9755a61da" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.076568] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75c095b9-2d30-409d-a7ef-14e9755a61da" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.077189] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.077382] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.077462] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.077704] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.077845] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.078081] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('75c095b9-2d30-409d-a7ef-14e9755a61da',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.580888] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('75c095b9-2d30-409d-a7ef-14e9755a61da',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1240.082971] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('75c095b9-2d30-409d-a7ef-14e9755a61da',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1240.187085] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46566c2d-3c60-4b82-b515-35c00a8a7498 in Status: SUCCESS [ 1240.187280] env[65307]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46566c2d-3c60-4b82-b515-35c00a8a7498 deletion is rescheduled due to dependency. [ 1240.187381] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46566c2d-3c60-4b82-b515-35c00a8a7498" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.586062] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.586468] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.586468] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.586551] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.586596] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.586696] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75c095b9-2d30-409d-a7ef-14e9755a61da is going to be updated. [ 1240.626262] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.626538] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.626538] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.626734] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.626894] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.636203] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75c095b9-2d30-409d-a7ef-14e9755a61da in Status: IN_PROGRESS for 2s [ 1242.646536] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75c095b9-2d30-409d-a7ef-14e9755a61da in Status: SUCCESS [ 1242.646790] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75c095b9-2d30-409d-a7ef-14e9755a61da" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.076280] env[65307]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1244.076644] env[65307]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1245.812230] env[65307]: INFO networking_nsxv3.common.synchronization [req-97da6544-96e2-4dcf-aee5-c769bf2c07eb req-c60df175-ec2e-488a-b1ee-063b295cceeb tempest-ServerActionsTestJSON-289642684 tempest-ServerActionsTestJSON-289642684-project-member] Enqueued Resource ID: 3ee3cf7c-7404-47cc-a90d-a5b8c150e4f9 with Priority: HIGHEST for action security_group_members [ 1245.812791] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ee3cf7c-7404-47cc-a90d-a5b8c150e4f9 with Priority: HIGHEST for action security_group_members [ 1245.813105] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ee3cf7c-7404-47cc-a90d-a5b8c150e4f9 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.813269] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ee3cf7c-7404-47cc-a90d-a5b8c150e4f9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.813337] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ee3cf7c-7404-47cc-a90d-a5b8c150e4f9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.813532] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ee3cf7c-7404-47cc-a90d-a5b8c150e4f9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.813683] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.813774] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.813835] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.813974] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.814073] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.814169] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3ee3cf7c-7404-47cc-a90d-a5b8c150e4f9',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.317526] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.317780] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.317843] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.318077] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.318177] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.318399] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.318509] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.318579] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.318733] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.318811] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.318899] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3ee3cf7c-7404-47cc-a90d-a5b8c150e4f9 is going to be updated. [ 1246.348845] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.349121] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.349121] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.349268] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.349405] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.358798] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ee3cf7c-7404-47cc-a90d-a5b8c150e4f9 in Status: IN_PROGRESS for 2s [ 1248.370736] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ee3cf7c-7404-47cc-a90d-a5b8c150e4f9 in Status: SUCCESS [ 1248.370736] env[65307]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3ee3cf7c-7404-47cc-a90d-a5b8c150e4f9 deletion is rescheduled due to dependency. [ 1248.370736] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ee3cf7c-7404-47cc-a90d-a5b8c150e4f9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.887299] env[65307]: INFO networking_nsxv3.common.synchronization [req-fdd6b5b3-cc70-4055-94aa-19210321fd8b req-922206b1-f267-413b-ba25-bd2045b8d4f5 tempest-ServersTestJSON-162990376 tempest-ServersTestJSON-162990376-project-member] Enqueued Resource ID: 75c095b9-2d30-409d-a7ef-14e9755a61da with Priority: HIGHEST for action security_group_members [ 1248.887841] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75c095b9-2d30-409d-a7ef-14e9755a61da with Priority: HIGHEST for action security_group_members [ 1248.888174] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-75c095b9-2d30-409d-a7ef-14e9755a61da taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.888322] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75c095b9-2d30-409d-a7ef-14e9755a61da" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.888392] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75c095b9-2d30-409d-a7ef-14e9755a61da" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.888605] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75c095b9-2d30-409d-a7ef-14e9755a61da" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.888767] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.888863] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.888928] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.891904] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.892894] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.892894] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('75c095b9-2d30-409d-a7ef-14e9755a61da',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1249.204018] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock network-592 taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.204251] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "network-592" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.204389] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "network-592" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.204658] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "network-592" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.204916] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.205085] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.205202] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.205417] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.205558] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.205764] env[65307]: DEBUG dogpile.cache.region [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1249.205877] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] NeedRegenerationException {{(pid=65307) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1249.205984] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] no value, waiting for create lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1249.206104] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] value creation lock acquired {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1249.206216] env[65307]: DEBUG dogpile.cache.region [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1249.206323] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Calling creation function for not-yet-present value {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1249.206451] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1249.225507] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1249.225784] env[65307]: DEBUG dogpile.cache.region [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65307) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1249.226014] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Released creation lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1249.226312] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "network-592" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.226785] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock port-dbce0f6b-deba-409d-a27c-a2c1410a0de3 taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.227085] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "port-dbce0f6b-deba-409d-a27c-a2c1410a0de3" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.227301] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "port-dbce0f6b-deba-409d-a27c-a2c1410a0de3" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.227765] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "port-dbce0f6b-deba-409d-a27c-a2c1410a0de3" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.227998] env[65307]: DEBUG networking_nsxv3.api.rpc [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dbce0f6b-deba-409d-a27c-a2c1410a0de3',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1249.394250] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('75c095b9-2d30-409d-a7ef-14e9755a61da',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1249.730898] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.731115] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.731213] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.731514] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.731699] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.731815] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Segment Port dbce0f6b-deba-409d-a27c-a2c1410a0de3 not found, creating... [ 1249.732098] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.732261] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.732379] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.732592] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.732804] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.733029] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.733195] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.733309] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.733525] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.733658] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.733798] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Resource: SegmentPort with ID: dbce0f6b-deba-409d-a27c-a2c1410a0de3 is going to be created. [ 1249.752939] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.753140] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.753322] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.753576] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.753788] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.753999] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "port-dbce0f6b-deba-409d-a27c-a2c1410a0de3" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.897037] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('75c095b9-2d30-409d-a7ef-14e9755a61da',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1250.400971] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.400971] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.400971] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.400971] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.400971] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.400971] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75c095b9-2d30-409d-a7ef-14e9755a61da is going to be updated. [ 1250.433730] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.433862] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.433931] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.434212] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.434370] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.444081] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75c095b9-2d30-409d-a7ef-14e9755a61da in Status: IN_PROGRESS for 2s [ 1250.452888] env[65307]: INFO networking_nsxv3.common.synchronization [req-fdd6b5b3-cc70-4055-94aa-19210321fd8b req-ae0ef6ad-346f-4ee2-9767-dcf807c6625f service nova] Enqueued Resource ID: 75c095b9-2d30-409d-a7ef-14e9755a61da with Priority: HIGHEST for action security_group_rules [ 1250.453078] env[65307]: INFO networking_nsxv3.common.synchronization [req-fdd6b5b3-cc70-4055-94aa-19210321fd8b req-ae0ef6ad-346f-4ee2-9767-dcf807c6625f service nova] Enqueued Resource ID: 75c095b9-2d30-409d-a7ef-14e9755a61da with Priority: HIGHEST for action security_group_members [ 1250.453249] env[65307]: INFO networking_nsxv3.common.synchronization [req-fdd6b5b3-cc70-4055-94aa-19210321fd8b req-ae0ef6ad-346f-4ee2-9767-dcf807c6625f service nova] Enqueued Resource ID: dbce0f6b-deba-409d-a27c-a2c1410a0de3 with Priority: HIGHEST for action port [ 1250.453477] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75c095b9-2d30-409d-a7ef-14e9755a61da with Priority: HIGHEST for action security_group_rules [ 1250.453598] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75c095b9-2d30-409d-a7ef-14e9755a61da with Priority: HIGHEST for action security_group_members [ 1250.453724] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbce0f6b-deba-409d-a27c-a2c1410a0de3 with Priority: HIGHEST for action port [ 1250.454380] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-75c095b9-2d30-409d-a7ef-14e9755a61da taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.454481] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-75c095b9-2d30-409d-a7ef-14e9755a61da" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.454582] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-75c095b9-2d30-409d-a7ef-14e9755a61da" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.454740] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-75c095b9-2d30-409d-a7ef-14e9755a61da" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.454818] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('75c095b9-2d30-409d-a7ef-14e9755a61da',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1250.455640] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-75c095b9-2d30-409d-a7ef-14e9755a61da taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.455737] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75c095b9-2d30-409d-a7ef-14e9755a61da" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.455927] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-dbce0f6b-deba-409d-a27c-a2c1410a0de3 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.456028] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dbce0f6b-deba-409d-a27c-a2c1410a0de3" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.456100] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dbce0f6b-deba-409d-a27c-a2c1410a0de3" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.456267] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dbce0f6b-deba-409d-a27c-a2c1410a0de3" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.456345] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dbce0f6b-deba-409d-a27c-a2c1410a0de3',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1250.958568] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-75c095b9-2d30-409d-a7ef-14e9755a61da taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.958568] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75c095b9-2d30-409d-a7ef-14e9755a61da" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.042997] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dbce0f6b-deba-409d-a27c-a2c1410a0de3 with status ACTIVE [ 1251.042997] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.042997] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.042997] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.042997] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.042997] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.042997] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.042997] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.042997] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.042997] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.042997] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.042997] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.042997] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.042997] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.042997] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.042997] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.042997] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dbce0f6b-deba-409d-a27c-a2c1410a0de3 is going to be updated. [ 1251.044276] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.044276] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.044276] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.044276] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.044276] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.044276] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dbce0f6b-deba-409d-a27c-a2c1410a0de3" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.583050] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock network-251 taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.583395] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "network-251" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.583452] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "network-251" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.583763] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "network-251" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.584096] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.584333] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.584537] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.585225] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.585460] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.585724] env[65307]: DEBUG dogpile.cache.region [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1251.585876] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] NeedRegenerationException {{(pid=65307) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1251.586049] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] no value, waiting for create lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1251.586325] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] value creation lock acquired {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1251.586522] env[65307]: DEBUG dogpile.cache.region [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1251.586689] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Calling creation function for not-yet-present value {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1251.586883] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1251.606243] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1251.606402] env[65307]: DEBUG dogpile.cache.region [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65307) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1251.606529] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Released creation lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1251.606698] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "network-251" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.606999] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock port-e52cd9f4-4b54-4adb-be5f-05652f250608 taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.607180] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "port-e52cd9f4-4b54-4adb-be5f-05652f250608" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.607297] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "port-e52cd9f4-4b54-4adb-be5f-05652f250608" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.607651] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "port-e52cd9f4-4b54-4adb-be5f-05652f250608" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.607852] env[65307]: DEBUG networking_nsxv3.api.rpc [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e52cd9f4-4b54-4adb-be5f-05652f250608',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1252.109940] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.110354] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.110538] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.110831] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.110987] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.111361] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.111552] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.111664] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.111885] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.112038] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.112334] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.112488] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.112602] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.112805] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.113007] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.113152] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Resource: SegmentPort with ID: e52cd9f4-4b54-4adb-be5f-05652f250608 is going to be updated. [ 1252.134714] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.135030] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.135184] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.135444] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.135680] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.135914] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "port-e52cd9f4-4b54-4adb-be5f-05652f250608" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.455979] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75c095b9-2d30-409d-a7ef-14e9755a61da in Status: SUCCESS [ 1252.456239] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75c095b9-2d30-409d-a7ef-14e9755a61da" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.456425] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75c095b9-2d30-409d-a7ef-14e9755a61da" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.456658] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75c095b9-2d30-409d-a7ef-14e9755a61da" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.456863] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.456975] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.457061] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.457234] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.457325] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.457400] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('75c095b9-2d30-409d-a7ef-14e9755a61da',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1252.821301] env[65307]: INFO networking_nsxv3.common.synchronization [req-719cd5a8-097b-4415-b792-340d27a24f92 req-89ba7883-15cf-4b2c-b8a6-8edcb345e8a8 service nova] Enqueued Resource ID: cd1fdfc7-9219-4ec0-87bb-5546cc5fd310 with Priority: HIGHEST for action security_group_rules [ 1252.821571] env[65307]: INFO networking_nsxv3.common.synchronization [req-719cd5a8-097b-4415-b792-340d27a24f92 req-89ba7883-15cf-4b2c-b8a6-8edcb345e8a8 service nova] Enqueued Resource ID: cd1fdfc7-9219-4ec0-87bb-5546cc5fd310 with Priority: HIGHEST for action security_group_members [ 1252.821626] env[65307]: INFO networking_nsxv3.common.synchronization [req-719cd5a8-097b-4415-b792-340d27a24f92 req-89ba7883-15cf-4b2c-b8a6-8edcb345e8a8 service nova] Enqueued Resource ID: e52cd9f4-4b54-4adb-be5f-05652f250608 with Priority: HIGHEST for action port [ 1252.821813] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd1fdfc7-9219-4ec0-87bb-5546cc5fd310 with Priority: HIGHEST for action security_group_rules [ 1252.821937] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd1fdfc7-9219-4ec0-87bb-5546cc5fd310 with Priority: HIGHEST for action security_group_members [ 1252.822054] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e52cd9f4-4b54-4adb-be5f-05652f250608 with Priority: HIGHEST for action port [ 1252.822594] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cd1fdfc7-9219-4ec0-87bb-5546cc5fd310 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.822717] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cd1fdfc7-9219-4ec0-87bb-5546cc5fd310" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.822785] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cd1fdfc7-9219-4ec0-87bb-5546cc5fd310" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.822985] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cd1fdfc7-9219-4ec0-87bb-5546cc5fd310" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.823137] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cd1fdfc7-9219-4ec0-87bb-5546cc5fd310',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1252.824037] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd1fdfc7-9219-4ec0-87bb-5546cc5fd310 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.824153] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd1fdfc7-9219-4ec0-87bb-5546cc5fd310" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.824237] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd1fdfc7-9219-4ec0-87bb-5546cc5fd310" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.824418] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd1fdfc7-9219-4ec0-87bb-5546cc5fd310" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.824564] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.824821] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.824821] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.824917] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.824917] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.825017] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cd1fdfc7-9219-4ec0-87bb-5546cc5fd310',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1252.825783] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-e52cd9f4-4b54-4adb-be5f-05652f250608 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.825891] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e52cd9f4-4b54-4adb-be5f-05652f250608" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.826207] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e52cd9f4-4b54-4adb-be5f-05652f250608" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.826207] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e52cd9f4-4b54-4adb-be5f-05652f250608" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.826288] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e52cd9f4-4b54-4adb-be5f-05652f250608',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1252.960821] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('75c095b9-2d30-409d-a7ef-14e9755a61da',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.328270] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cd1fdfc7-9219-4ec0-87bb-5546cc5fd310',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.329407] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd1fdfc7-9219-4ec0-87bb-5546cc5fd310 taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.329580] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd1fdfc7-9219-4ec0-87bb-5546cc5fd310" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.329717] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e52cd9f4-4b54-4adb-be5f-05652f250608 with status ACTIVE [ 1253.330479] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.330479] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.330479] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.330479] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.330479] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.330708] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.330708] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.330708] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.330871] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.330913] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.331123] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.331225] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.331288] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.331415] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.332026] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.332026] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e52cd9f4-4b54-4adb-be5f-05652f250608 is going to be updated. [ 1253.354138] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.354330] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.354330] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.354753] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.354753] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.354901] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e52cd9f4-4b54-4adb-be5f-05652f250608" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.466238] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('75c095b9-2d30-409d-a7ef-14e9755a61da',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.834235] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cd1fdfc7-9219-4ec0-87bb-5546cc5fd310',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.967399] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.967646] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.967646] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.967848] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.967944] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.968063] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75c095b9-2d30-409d-a7ef-14e9755a61da is going to be updated. [ 1254.002867] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.003089] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.003127] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.003358] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.003494] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.013924] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75c095b9-2d30-409d-a7ef-14e9755a61da in Status: IN_PROGRESS for 2s [ 1254.336861] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.337042] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.337119] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.337341] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.337447] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.337537] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cd1fdfc7-9219-4ec0-87bb-5546cc5fd310 is going to be updated. [ 1254.370416] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.370625] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.370625] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.370836] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.370978] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.383693] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd1fdfc7-9219-4ec0-87bb-5546cc5fd310 in Status: IN_PROGRESS for 2s [ 1256.024369] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75c095b9-2d30-409d-a7ef-14e9755a61da in Status: SUCCESS [ 1256.024687] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75c095b9-2d30-409d-a7ef-14e9755a61da" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.024762] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75c095b9-2d30-409d-a7ef-14e9755a61da" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.024961] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75c095b9-2d30-409d-a7ef-14e9755a61da" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.025162] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.025278] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.025339] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.025498] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.025574] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.025673] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75c095b9-2d30-409d-a7ef-14e9755a61da" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.025738] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('75c095b9-2d30-409d-a7ef-14e9755a61da',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.395108] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd1fdfc7-9219-4ec0-87bb-5546cc5fd310 in Status: SUCCESS [ 1256.395303] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd1fdfc7-9219-4ec0-87bb-5546cc5fd310" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.395549] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd1fdfc7-9219-4ec0-87bb-5546cc5fd310" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.395844] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd1fdfc7-9219-4ec0-87bb-5546cc5fd310" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.396124] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.396454] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.396454] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.396672] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.396789] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.396859] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd1fdfc7-9219-4ec0-87bb-5546cc5fd310" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.396983] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cd1fdfc7-9219-4ec0-87bb-5546cc5fd310',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.527681] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-75c095b9-2d30-409d-a7ef-14e9755a61da taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.527983] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75c095b9-2d30-409d-a7ef-14e9755a61da" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.527983] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75c095b9-2d30-409d-a7ef-14e9755a61da" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.528242] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75c095b9-2d30-409d-a7ef-14e9755a61da" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.528379] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.528986] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.528986] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.528986] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.528986] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.528986] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75c095b9-2d30-409d-a7ef-14e9755a61da" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.529667] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-75c095b9-2d30-409d-a7ef-14e9755a61da taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.529800] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75c095b9-2d30-409d-a7ef-14e9755a61da" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.529894] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75c095b9-2d30-409d-a7ef-14e9755a61da" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.530072] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75c095b9-2d30-409d-a7ef-14e9755a61da" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.530511] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.530677] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.530677] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.530853] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.530955] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.531059] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75c095b9-2d30-409d-a7ef-14e9755a61da" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.531154] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('75c095b9-2d30-409d-a7ef-14e9755a61da',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.899832] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cd1fdfc7-9219-4ec0-87bb-5546cc5fd310',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1257.033824] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 75c095b9-2d30-409d-a7ef-14e9755a61da: rpc.has_security_group_logging(os_id): False [ 1257.058876] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.059150] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.059150] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.059303] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.059366] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.059542] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.059638] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.059698] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.059835] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.059915] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.060112] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.060211] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.060287] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.060391] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.060462] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.060733] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.060825] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.060883] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.061033] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.061108] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.061202] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 75c095b9-2d30-409d-a7ef-14e9755a61da is going to be updated. [ 1257.132738] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.133120] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.133120] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.133208] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.133482] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.160423] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 75c095b9-2d30-409d-a7ef-14e9755a61da in Status: IN_PROGRESS for 2s [ 1257.402507] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cd1fdfc7-9219-4ec0-87bb-5546cc5fd310: rpc.has_security_group_logging(os_id): False [ 1257.423023] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.423219] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.423345] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.423622] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.423736] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.424052] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.424215] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.424287] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.424460] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.424531] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.424622] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cd1fdfc7-9219-4ec0-87bb-5546cc5fd310 is going to be updated. [ 1257.496763] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.498267] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.498381] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.498580] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.498729] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.513287] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cd1fdfc7-9219-4ec0-87bb-5546cc5fd310 in Status: IN_PROGRESS for 2s [ 1257.822923] env[65307]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1257.823109] env[65307]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1257.879869] env[65307]: INFO networking_nsxv3.common.synchronization [req-7ca26def-6832-4fb4-aea1-c7d599effb00 req-b0690e93-3286-4c94-863b-c5ded82ae2dc tempest-ServerActionsTestJSON-289642684 tempest-ServerActionsTestJSON-289642684-project-member] Enqueued Resource ID: 3ee3cf7c-7404-47cc-a90d-a5b8c150e4f9 with Priority: HIGHEST for action security_group_members [ 1257.880569] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ee3cf7c-7404-47cc-a90d-a5b8c150e4f9 with Priority: HIGHEST for action security_group_members [ 1257.880967] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ee3cf7c-7404-47cc-a90d-a5b8c150e4f9 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.882636] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ee3cf7c-7404-47cc-a90d-a5b8c150e4f9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.882636] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ee3cf7c-7404-47cc-a90d-a5b8c150e4f9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.882754] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ee3cf7c-7404-47cc-a90d-a5b8c150e4f9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.883417] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.883417] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.883417] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.883417] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.883711] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.883711] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3ee3cf7c-7404-47cc-a90d-a5b8c150e4f9',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1258.201201] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock network-179 taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.201592] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "network-179" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.201592] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "network-179" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.201797] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "network-179" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.202098] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.202269] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.202401] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.202597] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.202743] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.202944] env[65307]: DEBUG dogpile.cache.region [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1258.203063] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] NeedRegenerationException {{(pid=65307) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1258.203195] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] no value, waiting for create lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1258.203330] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] value creation lock acquired {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1258.203449] env[65307]: DEBUG dogpile.cache.region [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1258.203555] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Calling creation function for not-yet-present value {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1258.203674] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1258.223118] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1258.223414] env[65307]: DEBUG dogpile.cache.region [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65307) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1258.223499] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Released creation lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1258.223623] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "network-179" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.223997] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock port-22fb8a13-0276-4378-a466-a3c0ce21c16c taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.224207] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "port-22fb8a13-0276-4378-a466-a3c0ce21c16c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.224388] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "port-22fb8a13-0276-4378-a466-a3c0ce21c16c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.224854] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "port-22fb8a13-0276-4378-a466-a3c0ce21c16c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.225108] env[65307]: DEBUG networking_nsxv3.api.rpc [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('22fb8a13-0276-4378-a466-a3c0ce21c16c',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1258.386823] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.387067] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.387128] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.387363] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.387462] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.387665] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.387766] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.387854] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.388052] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.388170] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.388278] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3ee3cf7c-7404-47cc-a90d-a5b8c150e4f9 is going to be updated. [ 1258.414968] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.415201] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.415251] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.415431] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.415628] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.426882] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ee3cf7c-7404-47cc-a90d-a5b8c150e4f9 in Status: IN_PROGRESS for 2s [ 1258.728059] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.728349] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.728504] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.729048] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.729048] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.729227] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Segment Port 22fb8a13-0276-4378-a466-a3c0ce21c16c not found, creating... [ 1258.729567] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.729721] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.729854] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.730149] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.730330] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.730641] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.730802] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.730955] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.731227] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.731372] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.731564] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Resource: SegmentPort with ID: 22fb8a13-0276-4378-a466-a3c0ce21c16c is going to be created. [ 1258.758619] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.758884] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.759058] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.759399] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.759703] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.759995] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "port-22fb8a13-0276-4378-a466-a3c0ce21c16c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.178203] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 75c095b9-2d30-409d-a7ef-14e9755a61da in Status: SUCCESS [ 1259.178455] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-75c095b9-2d30-409d-a7ef-14e9755a61da" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.532943] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cd1fdfc7-9219-4ec0-87bb-5546cc5fd310 in Status: SUCCESS [ 1259.533403] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cd1fdfc7-9219-4ec0-87bb-5546cc5fd310" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.359049] env[65307]: INFO networking_nsxv3.common.synchronization [req-7ca26def-6832-4fb4-aea1-c7d599effb00 req-758d9ec2-2806-489c-93ab-b2bd02c14910 service nova] Enqueued Resource ID: 3ee3cf7c-7404-47cc-a90d-a5b8c150e4f9 with Priority: HIGHEST for action security_group_rules [ 1260.359049] env[65307]: INFO networking_nsxv3.common.synchronization [req-7ca26def-6832-4fb4-aea1-c7d599effb00 req-758d9ec2-2806-489c-93ab-b2bd02c14910 service nova] Enqueued Resource ID: 3ee3cf7c-7404-47cc-a90d-a5b8c150e4f9 with Priority: HIGHEST for action security_group_members [ 1260.359049] env[65307]: INFO networking_nsxv3.common.synchronization [req-7ca26def-6832-4fb4-aea1-c7d599effb00 req-758d9ec2-2806-489c-93ab-b2bd02c14910 service nova] Enqueued Resource ID: 22fb8a13-0276-4378-a466-a3c0ce21c16c with Priority: HIGHEST for action port [ 1260.359598] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ee3cf7c-7404-47cc-a90d-a5b8c150e4f9 with Priority: HIGHEST for action security_group_rules [ 1260.359744] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ee3cf7c-7404-47cc-a90d-a5b8c150e4f9 with Priority: HIGHEST for action security_group_members [ 1260.359840] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22fb8a13-0276-4378-a466-a3c0ce21c16c with Priority: HIGHEST for action port [ 1260.360374] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3ee3cf7c-7404-47cc-a90d-a5b8c150e4f9 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.360514] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3ee3cf7c-7404-47cc-a90d-a5b8c150e4f9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.360578] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3ee3cf7c-7404-47cc-a90d-a5b8c150e4f9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.360793] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3ee3cf7c-7404-47cc-a90d-a5b8c150e4f9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.360854] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3ee3cf7c-7404-47cc-a90d-a5b8c150e4f9',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.362393] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ee3cf7c-7404-47cc-a90d-a5b8c150e4f9 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.362513] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ee3cf7c-7404-47cc-a90d-a5b8c150e4f9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.362735] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-22fb8a13-0276-4378-a466-a3c0ce21c16c taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.362849] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-22fb8a13-0276-4378-a466-a3c0ce21c16c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.362910] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-22fb8a13-0276-4378-a466-a3c0ce21c16c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.363100] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-22fb8a13-0276-4378-a466-a3c0ce21c16c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.363255] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('22fb8a13-0276-4378-a466-a3c0ce21c16c',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.440320] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ee3cf7c-7404-47cc-a90d-a5b8c150e4f9 in Status: SUCCESS [ 1260.440527] env[65307]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3ee3cf7c-7404-47cc-a90d-a5b8c150e4f9 deletion is rescheduled due to dependency. [ 1260.440637] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ee3cf7c-7404-47cc-a90d-a5b8c150e4f9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.440903] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ee3cf7c-7404-47cc-a90d-a5b8c150e4f9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.441232] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ee3cf7c-7404-47cc-a90d-a5b8c150e4f9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.441442] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.441589] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.441664] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.441883] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.442057] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.442210] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3ee3cf7c-7404-47cc-a90d-a5b8c150e4f9',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.863140] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ee3cf7c-7404-47cc-a90d-a5b8c150e4f9 taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.863617] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ee3cf7c-7404-47cc-a90d-a5b8c150e4f9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.864763] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 22fb8a13-0276-4378-a466-a3c0ce21c16c with status ACTIVE [ 1260.864955] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.865094] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.865161] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.865372] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.865526] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.865790] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.865933] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.866148] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.866148] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.866238] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.866419] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.866575] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.866575] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.866720] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.866794] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.866880] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 22fb8a13-0276-4378-a466-a3c0ce21c16c is going to be updated. [ 1260.894175] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.894175] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.894175] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.894467] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.894698] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.894932] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-22fb8a13-0276-4378-a466-a3c0ce21c16c" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.945023] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3ee3cf7c-7404-47cc-a90d-a5b8c150e4f9',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1261.447736] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3ee3cf7c-7404-47cc-a90d-a5b8c150e4f9',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1261.950208] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.950579] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.950579] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.950579] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.950715] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.950766] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3ee3cf7c-7404-47cc-a90d-a5b8c150e4f9 is going to be updated. [ 1261.981261] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.981621] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.981730] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.982094] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.982329] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.993316] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ee3cf7c-7404-47cc-a90d-a5b8c150e4f9 in Status: IN_PROGRESS for 2s [ 1263.737095] env[65307]: INFO networking_nsxv3.common.synchronization [req-f5ca0992-92c4-4efb-9b01-41c3d4ee5fe7 req-a7ad529d-d821-4787-870e-642be0e614c6 tempest-ServersTestJSON-162990376 tempest-ServersTestJSON-162990376-project-member] Enqueued Resource ID: 75c095b9-2d30-409d-a7ef-14e9755a61da with Priority: HIGHEST for action security_group_members [ 1263.738026] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75c095b9-2d30-409d-a7ef-14e9755a61da with Priority: HIGHEST for action security_group_members [ 1263.738026] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-75c095b9-2d30-409d-a7ef-14e9755a61da taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.738192] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75c095b9-2d30-409d-a7ef-14e9755a61da" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.738192] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75c095b9-2d30-409d-a7ef-14e9755a61da" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.738355] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75c095b9-2d30-409d-a7ef-14e9755a61da" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.738508] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.738607] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.738673] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.738828] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.738932] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.739067] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('75c095b9-2d30-409d-a7ef-14e9755a61da',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1264.004843] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ee3cf7c-7404-47cc-a90d-a5b8c150e4f9 in Status: SUCCESS [ 1264.005047] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ee3cf7c-7404-47cc-a90d-a5b8c150e4f9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.005212] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ee3cf7c-7404-47cc-a90d-a5b8c150e4f9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.005445] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ee3cf7c-7404-47cc-a90d-a5b8c150e4f9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.005664] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.005836] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.005911] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.006097] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.006182] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.006273] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ee3cf7c-7404-47cc-a90d-a5b8c150e4f9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.006368] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3ee3cf7c-7404-47cc-a90d-a5b8c150e4f9',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1264.241146] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('75c095b9-2d30-409d-a7ef-14e9755a61da',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1264.508879] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3ee3cf7c-7404-47cc-a90d-a5b8c150e4f9',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1264.557130] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock network-592 taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.557352] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "network-592" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.557470] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "network-592" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.557734] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "network-592" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.557994] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.558233] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.558404] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.558667] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.558826] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.559241] env[65307]: DEBUG dogpile.cache.region [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1264.559395] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] NeedRegenerationException {{(pid=65307) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1264.559509] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] no value, waiting for create lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1264.559652] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] value creation lock acquired {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1264.559773] env[65307]: DEBUG dogpile.cache.region [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1264.559878] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Calling creation function for not-yet-present value {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1264.560070] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1264.581562] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1264.581805] env[65307]: DEBUG dogpile.cache.region [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65307) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1264.581867] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Released creation lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1264.582032] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "network-592" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.582366] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock port-4cffb3b9-1993-47cf-967c-c84dca978ce7 taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.582540] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "port-4cffb3b9-1993-47cf-967c-c84dca978ce7" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.582656] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "port-4cffb3b9-1993-47cf-967c-c84dca978ce7" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.583056] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "port-4cffb3b9-1993-47cf-967c-c84dca978ce7" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.583200] env[65307]: DEBUG networking_nsxv3.api.rpc [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4cffb3b9-1993-47cf-967c-c84dca978ce7',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1264.743745] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('75c095b9-2d30-409d-a7ef-14e9755a61da',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1265.011766] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3ee3cf7c-7404-47cc-a90d-a5b8c150e4f9: rpc.has_security_group_logging(os_id): False [ 1265.042506] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.042807] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.042807] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.043107] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.043208] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.043564] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.043841] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.043841] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.043954] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.044035] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.044128] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3ee3cf7c-7404-47cc-a90d-a5b8c150e4f9 is going to be updated. [ 1265.086268] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.086528] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.086578] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.086882] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.087044] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.087203] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Segment Port 4cffb3b9-1993-47cf-967c-c84dca978ce7 not found, creating... [ 1265.087473] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.087630] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.087743] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.087972] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.088122] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.088409] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.088565] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.088683] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.088887] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.089031] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.089176] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Resource: SegmentPort with ID: 4cffb3b9-1993-47cf-967c-c84dca978ce7 is going to be created. [ 1265.112272] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.112517] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.112517] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.112746] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.112908] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.127955] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3ee3cf7c-7404-47cc-a90d-a5b8c150e4f9 in Status: IN_PROGRESS for 2s [ 1265.135564] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.135851] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.135916] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.136208] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.136557] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.136837] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "port-4cffb3b9-1993-47cf-967c-c84dca978ce7" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.246298] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.246540] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.246540] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.246746] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.246841] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.246949] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75c095b9-2d30-409d-a7ef-14e9755a61da is going to be updated. [ 1265.314675] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.314987] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.314987] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.315256] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.315484] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.335391] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75c095b9-2d30-409d-a7ef-14e9755a61da in Status: IN_PROGRESS for 2s [ 1265.848756] env[65307]: INFO networking_nsxv3.common.synchronization [req-f5ca0992-92c4-4efb-9b01-41c3d4ee5fe7 req-2cc7374d-e2b8-4e19-bd5d-071218b1ff45 service nova] Enqueued Resource ID: 75c095b9-2d30-409d-a7ef-14e9755a61da with Priority: HIGHEST for action security_group_rules [ 1265.849028] env[65307]: INFO networking_nsxv3.common.synchronization [req-f5ca0992-92c4-4efb-9b01-41c3d4ee5fe7 req-2cc7374d-e2b8-4e19-bd5d-071218b1ff45 service nova] Enqueued Resource ID: 75c095b9-2d30-409d-a7ef-14e9755a61da with Priority: HIGHEST for action security_group_members [ 1265.849218] env[65307]: INFO networking_nsxv3.common.synchronization [req-f5ca0992-92c4-4efb-9b01-41c3d4ee5fe7 req-2cc7374d-e2b8-4e19-bd5d-071218b1ff45 service nova] Enqueued Resource ID: 4cffb3b9-1993-47cf-967c-c84dca978ce7 with Priority: HIGHEST for action port [ 1265.849795] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75c095b9-2d30-409d-a7ef-14e9755a61da with Priority: HIGHEST for action security_group_rules [ 1265.849920] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75c095b9-2d30-409d-a7ef-14e9755a61da with Priority: HIGHEST for action security_group_members [ 1265.850061] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4cffb3b9-1993-47cf-967c-c84dca978ce7 with Priority: HIGHEST for action port [ 1265.850345] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-75c095b9-2d30-409d-a7ef-14e9755a61da taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.850458] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-75c095b9-2d30-409d-a7ef-14e9755a61da" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.850600] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-75c095b9-2d30-409d-a7ef-14e9755a61da" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.850712] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-75c095b9-2d30-409d-a7ef-14e9755a61da" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.850796] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('75c095b9-2d30-409d-a7ef-14e9755a61da',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1265.852222] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-75c095b9-2d30-409d-a7ef-14e9755a61da taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.852423] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75c095b9-2d30-409d-a7ef-14e9755a61da" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.852705] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-4cffb3b9-1993-47cf-967c-c84dca978ce7 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.853532] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4cffb3b9-1993-47cf-967c-c84dca978ce7" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.853636] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4cffb3b9-1993-47cf-967c-c84dca978ce7" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.854031] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4cffb3b9-1993-47cf-967c-c84dca978ce7" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.854104] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4cffb3b9-1993-47cf-967c-c84dca978ce7',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1266.353122] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-75c095b9-2d30-409d-a7ef-14e9755a61da taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.353122] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75c095b9-2d30-409d-a7ef-14e9755a61da" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.356275] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4cffb3b9-1993-47cf-967c-c84dca978ce7 with status ACTIVE [ 1266.356494] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.356624] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.356689] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.356907] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.356992] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.357194] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.357292] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.358023] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.358023] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.358023] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.358023] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.358023] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.358023] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.358023] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.358305] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.358305] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4cffb3b9-1993-47cf-967c-c84dca978ce7 is going to be updated. [ 1266.383087] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.383314] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.383314] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.383963] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.383963] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.383963] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4cffb3b9-1993-47cf-967c-c84dca978ce7" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.142871] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3ee3cf7c-7404-47cc-a90d-a5b8c150e4f9 in Status: SUCCESS [ 1267.143291] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3ee3cf7c-7404-47cc-a90d-a5b8c150e4f9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.346119] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75c095b9-2d30-409d-a7ef-14e9755a61da in Status: SUCCESS [ 1267.346397] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75c095b9-2d30-409d-a7ef-14e9755a61da" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.346578] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75c095b9-2d30-409d-a7ef-14e9755a61da" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.346818] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75c095b9-2d30-409d-a7ef-14e9755a61da" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.347034] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.347157] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.347223] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.347379] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.347462] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.347555] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('75c095b9-2d30-409d-a7ef-14e9755a61da',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.850122] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('75c095b9-2d30-409d-a7ef-14e9755a61da',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.354044] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('75c095b9-2d30-409d-a7ef-14e9755a61da',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.856578] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.856773] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.856821] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.857042] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.857142] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.857241] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75c095b9-2d30-409d-a7ef-14e9755a61da is going to be updated. [ 1268.886840] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.887066] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.887066] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.887287] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.887450] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.897495] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75c095b9-2d30-409d-a7ef-14e9755a61da in Status: IN_PROGRESS for 2s [ 1269.609603] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.609890] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.609890] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.610081] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.610183] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.113112] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.614784] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.850983] env[65307]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1270.851224] env[65307]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1270.910766] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75c095b9-2d30-409d-a7ef-14e9755a61da in Status: SUCCESS [ 1270.911155] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75c095b9-2d30-409d-a7ef-14e9755a61da" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.911381] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75c095b9-2d30-409d-a7ef-14e9755a61da" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.911856] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75c095b9-2d30-409d-a7ef-14e9755a61da" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.911856] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.912176] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.912176] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.912407] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.912548] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.912671] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75c095b9-2d30-409d-a7ef-14e9755a61da" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.912811] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('75c095b9-2d30-409d-a7ef-14e9755a61da',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.117289] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1271.117521] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1271.415238] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-75c095b9-2d30-409d-a7ef-14e9755a61da taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.415441] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75c095b9-2d30-409d-a7ef-14e9755a61da" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.415492] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75c095b9-2d30-409d-a7ef-14e9755a61da" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.415705] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75c095b9-2d30-409d-a7ef-14e9755a61da" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.415906] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.416107] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.416107] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.416237] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.416344] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.416428] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75c095b9-2d30-409d-a7ef-14e9755a61da" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.416665] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-75c095b9-2d30-409d-a7ef-14e9755a61da taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.416762] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75c095b9-2d30-409d-a7ef-14e9755a61da" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.416824] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75c095b9-2d30-409d-a7ef-14e9755a61da" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.416980] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75c095b9-2d30-409d-a7ef-14e9755a61da" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.417133] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.417224] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.417275] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.417415] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.417484] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.417567] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75c095b9-2d30-409d-a7ef-14e9755a61da" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.417731] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('75c095b9-2d30-409d-a7ef-14e9755a61da',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.882981] env[65307]: INFO networking_nsxv3.common.synchronization [req-3295d99d-55b2-43a8-a24c-f06c12703fd6 req-ab56d5cf-cee2-4e01-b754-fec5e1ebeb37 tempest-ServerActionsTestOtherB-505455166 tempest-ServerActionsTestOtherB-505455166-project-member] Enqueued Resource ID: cd1fdfc7-9219-4ec0-87bb-5546cc5fd310 with Priority: HIGHEST for action security_group_members [ 1271.883300] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd1fdfc7-9219-4ec0-87bb-5546cc5fd310 with Priority: HIGHEST for action security_group_members [ 1271.883663] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd1fdfc7-9219-4ec0-87bb-5546cc5fd310 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.883771] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd1fdfc7-9219-4ec0-87bb-5546cc5fd310" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.883847] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd1fdfc7-9219-4ec0-87bb-5546cc5fd310" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.884201] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd1fdfc7-9219-4ec0-87bb-5546cc5fd310" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.884383] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.884523] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.884622] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.884826] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.884922] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.885027] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cd1fdfc7-9219-4ec0-87bb-5546cc5fd310',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.920065] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 75c095b9-2d30-409d-a7ef-14e9755a61da: rpc.has_security_group_logging(os_id): False [ 1271.939615] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.939797] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.939893] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.940173] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.940300] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.940526] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.940668] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.941065] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.941065] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.941139] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.941458] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.941598] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.941655] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.941792] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.941872] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.942149] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.942260] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.942327] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.942512] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.942626] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.942732] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 75c095b9-2d30-409d-a7ef-14e9755a61da is going to be updated. [ 1272.016858] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.017061] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.017155] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.017402] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.017548] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.123580] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 75c095b9-2d30-409d-a7ef-14e9755a61da in Status: IN_PROGRESS for 2s [ 1272.163068] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.163239] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.163239] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.163435] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.177859] env[65307]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1272.178791] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.180111] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1272.233026] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.233026] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.233289] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.233289] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.250831] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.251969] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1272.252118] env[65307]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65307) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1272.252234] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1272.302929] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.303284] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.303381] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.303794] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.305545] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.305789] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1272.387276] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.387450] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.387507] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.387689] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.387986] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.388265] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1272.389289] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.389403] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.389473] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.389630] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.408802] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.409032] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.409162] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.409214] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.409377] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.409440] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.409586] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cd1fdfc7-9219-4ec0-87bb-5546cc5fd310 is going to be updated. [ 1272.443866] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.443866] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.444188] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.444188] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.444299] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.452886] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd1fdfc7-9219-4ec0-87bb-5546cc5fd310 in Status: IN_PROGRESS for 2s [ 1272.484133] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.484357] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.484357] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.484745] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.485087] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.485384] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:42. [ 1272.485480] env[65307]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'81b1f5ff-e5a6-4212-b54d-79c3bff0b9ea', 'dbb1b452-655a-4aa9-96cf-a996dcba34cb', 'a7e8cb20-7b52-4012-9542-01def2947e00', 'dfaefd34-ec9a-485e-aa58-e1bf34863160', '9ad1fe27-47f9-48e2-9f7b-dbf26f3e02b1', 'e4bfcfdb-60f5-4a19-9d13-d77039646bd9', 'e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2', '2ee04e8a-7010-42c5-9448-f47e2c01412a', 'c986cdad-f97d-4d2c-b7da-56ba7cea667b', '46566c2d-3c60-4b82-b515-35c00a8a7498', '8acce43e-fe25-4bf7-968f-fd3904ef8dc8', '2a9b4edb-f3a8-4d1f-8cbb-a414eb8e7d13', 'cd1fdfc7-9219-4ec0-87bb-5546cc5fd310', '0efd72d0-c4cf-47d9-b09f-7de4896d965d', '1fb8c340-b1af-40ff-848a-419b96a4dbd2', '213563bf-dccc-4573-af10-83053abdff7b', '7a90801d-ed92-4c90-80d7-eae5cb727c07', '51097cb5-780e-406a-b58c-78afb19b9b35', '61950909-b807-4fc7-8c56-198c4508455a', '75c095b9-2d30-409d-a7ef-14e9755a61da', '385f6807-fae9-4c33-84d9-3329f5444f55', '3ee3cf7c-7404-47cc-a90d-a5b8c150e4f9', 'b1168320-a4e1-411a-8c9b-79c02b4aee5c', 'b35f0dc2-7c76-42f5-a6f4-056679b4ec19', 'aa826f8b-3969-413e-97b8-2dd9b968c88c', 'ee2710b2-68d5-4f0c-aff5-4de6205ea81b', '89714c59-b91a-49ce-918c-e131d8652049', 'a75a4ff7-154e-4b6d-b9d6-cd78bd53244a', '8f144e96-65c1-4dc4-861d-791a4e5e049b', 'b2eb7948-40eb-4476-b1d6-5d3cc221fc8e', '37bf9cc5-847b-42fb-989a-22543947ae7c', '9be1a32c-12ad-467a-bcea-9824a4ae76e6', '35cf79d4-95c3-4396-9216-96566b5c2d17', '0a1d298d-2e27-431e-a1c7-50bf0406e216', '0a9b9cba-b189-4d9b-8241-f20b7403fe71', 'a0a2bd7f-3a10-41c4-be65-e0aa663bfa5b', '3d2bb0fe-56a7-42b0-a655-d693abaa2102', 'd8d93eaa-c532-41b4-ade7-a547c0c808d0', '5ddd4949-dfef-4bff-b70c-b5b472b13019', '4ba708d8-476a-4286-bff6-3abe8b6c205c', '53c9cd1e-287d-4b77-b19f-b5ba8e956822', '19ec616f-3b1a-4ea0-b37f-4725ba96156d'} {{(pid=65307) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1272.485573] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1272.506226] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.506427] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.506484] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.506672] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.506759] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.507214] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1272.507332] env[65307]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65307) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1272.507419] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1272.599462] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.599727] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.599727] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.599916] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.600981] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.601242] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1272.601356] env[65307]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65307) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1272.601409] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1272.601456] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1272.601518] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/42 resources of Type:Security Group Rules [ 1272.601591] env[65307]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 81b1f5ff-e5a6-4212-b54d-79c3bff0b9ea with Priority: HIGH for action security_group_rules [ 1272.601670] env[65307]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: dbb1b452-655a-4aa9-96cf-a996dcba34cb with Priority: HIGH for action security_group_rules [ 1272.601735] env[65307]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a7e8cb20-7b52-4012-9542-01def2947e00 with Priority: HIGH for action security_group_rules [ 1272.601797] env[65307]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: dfaefd34-ec9a-485e-aa58-e1bf34863160 with Priority: HIGH for action security_group_rules [ 1272.601857] env[65307]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9ad1fe27-47f9-48e2-9f7b-dbf26f3e02b1 with Priority: HIGH for action security_group_rules [ 1272.601912] env[65307]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e4bfcfdb-60f5-4a19-9d13-d77039646bd9 with Priority: HIGH for action security_group_rules [ 1272.601974] env[65307]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2 with Priority: HIGH for action security_group_rules [ 1272.602115] env[65307]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2ee04e8a-7010-42c5-9448-f47e2c01412a with Priority: HIGH for action security_group_rules [ 1272.602115] env[65307]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c986cdad-f97d-4d2c-b7da-56ba7cea667b with Priority: HIGH for action security_group_rules [ 1272.602191] env[65307]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 46566c2d-3c60-4b82-b515-35c00a8a7498 with Priority: HIGH for action security_group_rules [ 1272.602223] env[65307]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8acce43e-fe25-4bf7-968f-fd3904ef8dc8 with Priority: HIGH for action security_group_rules [ 1272.602264] env[65307]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2a9b4edb-f3a8-4d1f-8cbb-a414eb8e7d13 with Priority: HIGH for action security_group_rules [ 1272.602334] env[65307]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cd1fdfc7-9219-4ec0-87bb-5546cc5fd310 with Priority: HIGH for action security_group_rules [ 1272.602390] env[65307]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0efd72d0-c4cf-47d9-b09f-7de4896d965d with Priority: HIGH for action security_group_rules [ 1272.602444] env[65307]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1fb8c340-b1af-40ff-848a-419b96a4dbd2 with Priority: HIGH for action security_group_rules [ 1272.602492] env[65307]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 213563bf-dccc-4573-af10-83053abdff7b with Priority: HIGH for action security_group_rules [ 1272.602539] env[65307]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7a90801d-ed92-4c90-80d7-eae5cb727c07 with Priority: HIGH for action security_group_rules [ 1272.602591] env[65307]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 51097cb5-780e-406a-b58c-78afb19b9b35 with Priority: HIGH for action security_group_rules [ 1272.602644] env[65307]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 61950909-b807-4fc7-8c56-198c4508455a with Priority: HIGH for action security_group_rules [ 1272.602701] env[65307]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 75c095b9-2d30-409d-a7ef-14e9755a61da with Priority: HIGH for action security_group_rules [ 1272.602801] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.150705] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 75c095b9-2d30-409d-a7ef-14e9755a61da in Status: SUCCESS [ 1274.151085] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-75c095b9-2d30-409d-a7ef-14e9755a61da" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.464585] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd1fdfc7-9219-4ec0-87bb-5546cc5fd310 in Status: SUCCESS [ 1274.464837] env[65307]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cd1fdfc7-9219-4ec0-87bb-5546cc5fd310 deletion is rescheduled due to dependency. [ 1274.464930] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd1fdfc7-9219-4ec0-87bb-5546cc5fd310" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.884245] env[65307]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1276.884650] env[65307]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=0 [ 1276.884650] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81b1f5ff-e5a6-4212-b54d-79c3bff0b9ea with Priority: HIGH for action security_group_rules [ 1276.884650] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7e8cb20-7b52-4012-9542-01def2947e00 with Priority: HIGH for action security_group_rules [ 1276.884773] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2 with Priority: HIGH for action security_group_rules [ 1276.884890] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fb8c340-b1af-40ff-848a-419b96a4dbd2 with Priority: HIGH for action security_group_rules [ 1276.885087] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75c095b9-2d30-409d-a7ef-14e9755a61da with Priority: HIGH for action security_group_rules [ 1276.885250] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61950909-b807-4fc7-8c56-198c4508455a with Priority: HIGH for action security_group_rules [ 1276.885250] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51097cb5-780e-406a-b58c-78afb19b9b35 with Priority: HIGH for action security_group_rules [ 1276.885410] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a90801d-ed92-4c90-80d7-eae5cb727c07 with Priority: HIGH for action security_group_rules [ 1276.885467] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0efd72d0-c4cf-47d9-b09f-7de4896d965d with Priority: HIGH for action security_group_rules [ 1276.885530] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 213563bf-dccc-4573-af10-83053abdff7b with Priority: HIGH for action security_group_rules [ 1276.885616] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd1fdfc7-9219-4ec0-87bb-5546cc5fd310 with Priority: HIGH for action security_group_rules [ 1276.885702] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a9b4edb-f3a8-4d1f-8cbb-a414eb8e7d13 with Priority: HIGH for action security_group_rules [ 1276.885818] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8acce43e-fe25-4bf7-968f-fd3904ef8dc8 with Priority: HIGH for action security_group_rules [ 1276.885907] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46566c2d-3c60-4b82-b515-35c00a8a7498 with Priority: HIGH for action security_group_rules [ 1276.886068] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c986cdad-f97d-4d2c-b7da-56ba7cea667b with Priority: HIGH for action security_group_rules [ 1276.886173] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4bfcfdb-60f5-4a19-9d13-d77039646bd9 with Priority: HIGH for action security_group_rules [ 1276.886304] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ee04e8a-7010-42c5-9448-f47e2c01412a with Priority: HIGH for action security_group_rules [ 1276.886395] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ad1fe27-47f9-48e2-9f7b-dbf26f3e02b1 with Priority: HIGH for action security_group_rules [ 1276.886483] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbb1b452-655a-4aa9-96cf-a996dcba34cb with Priority: HIGH for action security_group_rules [ 1276.886574] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfaefd34-ec9a-485e-aa58-e1bf34863160 with Priority: HIGH for action security_group_rules [ 1276.886932] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-81b1f5ff-e5a6-4212-b54d-79c3bff0b9ea taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.887085] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-81b1f5ff-e5a6-4212-b54d-79c3bff0b9ea" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.887141] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-81b1f5ff-e5a6-4212-b54d-79c3bff0b9ea" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.887353] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-81b1f5ff-e5a6-4212-b54d-79c3bff0b9ea" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.887450] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('81b1f5ff-e5a6-4212-b54d-79c3bff0b9ea',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.888955] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a7e8cb20-7b52-4012-9542-01def2947e00 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.889099] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a7e8cb20-7b52-4012-9542-01def2947e00" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.889164] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a7e8cb20-7b52-4012-9542-01def2947e00" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.889358] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a7e8cb20-7b52-4012-9542-01def2947e00" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.889440] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a7e8cb20-7b52-4012-9542-01def2947e00',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.890303] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.890412] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.890709] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.890709] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.890709] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.891416] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1fb8c340-b1af-40ff-848a-419b96a4dbd2 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.891512] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1fb8c340-b1af-40ff-848a-419b96a4dbd2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.891583] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1fb8c340-b1af-40ff-848a-419b96a4dbd2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.891757] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1fb8c340-b1af-40ff-848a-419b96a4dbd2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.891833] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1fb8c340-b1af-40ff-848a-419b96a4dbd2',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.892713] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-75c095b9-2d30-409d-a7ef-14e9755a61da taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.892713] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-75c095b9-2d30-409d-a7ef-14e9755a61da" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.892713] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-75c095b9-2d30-409d-a7ef-14e9755a61da" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.892829] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-75c095b9-2d30-409d-a7ef-14e9755a61da" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.892870] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('75c095b9-2d30-409d-a7ef-14e9755a61da',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.893564] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-61950909-b807-4fc7-8c56-198c4508455a taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.893692] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-61950909-b807-4fc7-8c56-198c4508455a" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.893774] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-61950909-b807-4fc7-8c56-198c4508455a" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.893867] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-61950909-b807-4fc7-8c56-198c4508455a" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.893970] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('61950909-b807-4fc7-8c56-198c4508455a',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.894792] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-51097cb5-780e-406a-b58c-78afb19b9b35 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.894894] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-51097cb5-780e-406a-b58c-78afb19b9b35" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.895052] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-51097cb5-780e-406a-b58c-78afb19b9b35" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.895169] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-51097cb5-780e-406a-b58c-78afb19b9b35" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.895245] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('51097cb5-780e-406a-b58c-78afb19b9b35',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.895876] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7a90801d-ed92-4c90-80d7-eae5cb727c07 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.895980] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7a90801d-ed92-4c90-80d7-eae5cb727c07" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.896055] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7a90801d-ed92-4c90-80d7-eae5cb727c07" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.896212] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7a90801d-ed92-4c90-80d7-eae5cb727c07" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.896281] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7a90801d-ed92-4c90-80d7-eae5cb727c07',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.896969] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0efd72d0-c4cf-47d9-b09f-7de4896d965d taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.897113] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0efd72d0-c4cf-47d9-b09f-7de4896d965d" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.897248] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0efd72d0-c4cf-47d9-b09f-7de4896d965d" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.897307] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0efd72d0-c4cf-47d9-b09f-7de4896d965d" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.897384] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0efd72d0-c4cf-47d9-b09f-7de4896d965d',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.898144] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-213563bf-dccc-4573-af10-83053abdff7b taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.898248] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-213563bf-dccc-4573-af10-83053abdff7b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.898320] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-213563bf-dccc-4573-af10-83053abdff7b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.898892] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-213563bf-dccc-4573-af10-83053abdff7b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.898892] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('213563bf-dccc-4573-af10-83053abdff7b',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.899317] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cd1fdfc7-9219-4ec0-87bb-5546cc5fd310 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.899317] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cd1fdfc7-9219-4ec0-87bb-5546cc5fd310" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.899317] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cd1fdfc7-9219-4ec0-87bb-5546cc5fd310" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.899509] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cd1fdfc7-9219-4ec0-87bb-5546cc5fd310" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.899569] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cd1fdfc7-9219-4ec0-87bb-5546cc5fd310',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.900177] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2a9b4edb-f3a8-4d1f-8cbb-a414eb8e7d13 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.900304] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2a9b4edb-f3a8-4d1f-8cbb-a414eb8e7d13" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.900367] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2a9b4edb-f3a8-4d1f-8cbb-a414eb8e7d13" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.900659] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2a9b4edb-f3a8-4d1f-8cbb-a414eb8e7d13" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.900659] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2a9b4edb-f3a8-4d1f-8cbb-a414eb8e7d13',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.901291] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8acce43e-fe25-4bf7-968f-fd3904ef8dc8 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.901415] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8acce43e-fe25-4bf7-968f-fd3904ef8dc8" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.901467] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8acce43e-fe25-4bf7-968f-fd3904ef8dc8" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.901593] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8acce43e-fe25-4bf7-968f-fd3904ef8dc8" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.901654] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8acce43e-fe25-4bf7-968f-fd3904ef8dc8',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.902326] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-46566c2d-3c60-4b82-b515-35c00a8a7498 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.902445] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-46566c2d-3c60-4b82-b515-35c00a8a7498" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.902511] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-46566c2d-3c60-4b82-b515-35c00a8a7498" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.902648] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-46566c2d-3c60-4b82-b515-35c00a8a7498" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.902732] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('46566c2d-3c60-4b82-b515-35c00a8a7498',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.903454] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c986cdad-f97d-4d2c-b7da-56ba7cea667b taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.903719] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c986cdad-f97d-4d2c-b7da-56ba7cea667b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.903719] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c986cdad-f97d-4d2c-b7da-56ba7cea667b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.903803] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c986cdad-f97d-4d2c-b7da-56ba7cea667b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.903877] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c986cdad-f97d-4d2c-b7da-56ba7cea667b',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.904601] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e4bfcfdb-60f5-4a19-9d13-d77039646bd9 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.904767] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e4bfcfdb-60f5-4a19-9d13-d77039646bd9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.904767] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e4bfcfdb-60f5-4a19-9d13-d77039646bd9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.904911] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e4bfcfdb-60f5-4a19-9d13-d77039646bd9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.904980] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e4bfcfdb-60f5-4a19-9d13-d77039646bd9',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.905823] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2ee04e8a-7010-42c5-9448-f47e2c01412a taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.905949] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2ee04e8a-7010-42c5-9448-f47e2c01412a" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.905949] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2ee04e8a-7010-42c5-9448-f47e2c01412a" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.906229] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2ee04e8a-7010-42c5-9448-f47e2c01412a" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.906229] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2ee04e8a-7010-42c5-9448-f47e2c01412a',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.906978] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9ad1fe27-47f9-48e2-9f7b-dbf26f3e02b1 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.906978] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9ad1fe27-47f9-48e2-9f7b-dbf26f3e02b1" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.906978] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9ad1fe27-47f9-48e2-9f7b-dbf26f3e02b1" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.907405] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9ad1fe27-47f9-48e2-9f7b-dbf26f3e02b1" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.907405] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9ad1fe27-47f9-48e2-9f7b-dbf26f3e02b1',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.907955] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dbb1b452-655a-4aa9-96cf-a996dcba34cb taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.907955] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dbb1b452-655a-4aa9-96cf-a996dcba34cb" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.908094] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dbb1b452-655a-4aa9-96cf-a996dcba34cb" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.908175] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dbb1b452-655a-4aa9-96cf-a996dcba34cb" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.908265] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dbb1b452-655a-4aa9-96cf-a996dcba34cb',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.910875] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dfaefd34-ec9a-485e-aa58-e1bf34863160 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.910875] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dfaefd34-ec9a-485e-aa58-e1bf34863160" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.911124] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dfaefd34-ec9a-485e-aa58-e1bf34863160" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.911124] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dfaefd34-ec9a-485e-aa58-e1bf34863160" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.911227] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dfaefd34-ec9a-485e-aa58-e1bf34863160',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.945684] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.945684] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.945684] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.945904] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.947484] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.947708] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.948381] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.948501] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.949592] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.949592] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.968732] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.968907] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a7e8cb20-7b52-4012-9542-01def2947e00 is going to be deleted. [ 1276.970146] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.970383] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.989047] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.989288] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7a90801d-ed92-4c90-80d7-eae5cb727c07 is going to be deleted. [ 1276.990486] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.990786] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.010386] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.010629] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1fb8c340-b1af-40ff-848a-419b96a4dbd2 is going to be deleted. [ 1277.011909] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.012211] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.033303] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.033600] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.034875] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.035046] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2 is going to be deleted. [ 1277.035895] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.036218] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.036218] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.036372] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a7e8cb20-7b52-4012-9542-01def2947e00" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.047664] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.047832] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.047946] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.048233] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.048355] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.048513] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7a90801d-ed92-4c90-80d7-eae5cb727c07" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.073764] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.074074] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.074074] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.074304] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.074456] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.074671] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1fb8c340-b1af-40ff-848a-419b96a4dbd2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.102022] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.102268] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.102330] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.102560] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.102644] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.102770] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e49d9dfa-a6ee-47e9-b4cd-efe218c5a1a2" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.416133] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-75c095b9-2d30-409d-a7ef-14e9755a61da taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.416340] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75c095b9-2d30-409d-a7ef-14e9755a61da" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.416340] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75c095b9-2d30-409d-a7ef-14e9755a61da" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.416544] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75c095b9-2d30-409d-a7ef-14e9755a61da" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.416706] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.416806] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.416867] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.417020] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.417104] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.417189] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75c095b9-2d30-409d-a7ef-14e9755a61da" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.417270] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('75c095b9-2d30-409d-a7ef-14e9755a61da',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.418217] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbb1b452-655a-4aa9-96cf-a996dcba34cb taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.418377] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbb1b452-655a-4aa9-96cf-a996dcba34cb" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.418460] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbb1b452-655a-4aa9-96cf-a996dcba34cb" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.418547] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbb1b452-655a-4aa9-96cf-a996dcba34cb" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.418713] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.418810] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.418863] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.419088] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.419176] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.419917] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbb1b452-655a-4aa9-96cf-a996dcba34cb" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.419917] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dbb1b452-655a-4aa9-96cf-a996dcba34cb',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.469494] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.469777] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.469860] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.470282] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.473039] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.473201] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.482098] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.482373] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.485939] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.486137] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.487118] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.487226] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.488058] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.488157] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.488891] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.488983] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.489779] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.489888] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.490607] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.490718] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.491531] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.491645] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.492509] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.492661] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.493456] env[65307]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1277.494167] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.494310] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.495189] env[65307]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1277.495762] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.495873] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.496709] env[65307]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1277.497238] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.497376] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.500773] env[65307]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1277.501427] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.501684] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 61950909-b807-4fc7-8c56-198c4508455a is going to be deleted. [ 1277.502612] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.502824] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.525202] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.525395] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 51097cb5-780e-406a-b58c-78afb19b9b35 is going to be deleted. [ 1277.526489] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.526657] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.558356] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.558591] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 213563bf-dccc-4573-af10-83053abdff7b is going to be deleted. [ 1277.559397] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.559608] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.559697] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.559792] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cd1fdfc7-9219-4ec0-87bb-5546cc5fd310 is going to be deleted. [ 1277.560556] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.560728] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.582532] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.582776] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.583330] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.583449] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.584618] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.584732] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 46566c2d-3c60-4b82-b515-35c00a8a7498 is going to be deleted. [ 1277.585599] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.585810] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.603583] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.603739] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c986cdad-f97d-4d2c-b7da-56ba7cea667b is going to be deleted. [ 1277.604545] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.604759] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.628688] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.628823] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8acce43e-fe25-4bf7-968f-fd3904ef8dc8 is going to be deleted. [ 1277.629713] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.629920] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.631266] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.631490] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.672512] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.672655] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.673561] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.673690] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 81b1f5ff-e5a6-4212-b54d-79c3bff0b9ea is going to be deleted. [ 1277.674559] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.674793] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.676224] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.676224] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.730266] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.730266] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.732826] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.733012] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e4bfcfdb-60f5-4a19-9d13-d77039646bd9 is going to be deleted. [ 1277.734015] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.734241] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.763451] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.763682] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.841540] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.841780] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9ad1fe27-47f9-48e2-9f7b-dbf26f3e02b1 is going to be deleted. [ 1277.842890] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.843185] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.844805] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.844931] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.893644] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.894113] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2a9b4edb-f3a8-4d1f-8cbb-a414eb8e7d13 is going to be deleted. [ 1277.894784] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.895019] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.921534] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-75c095b9-2d30-409d-a7ef-14e9755a61da taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.921831] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75c095b9-2d30-409d-a7ef-14e9755a61da" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.921939] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75c095b9-2d30-409d-a7ef-14e9755a61da" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.922266] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75c095b9-2d30-409d-a7ef-14e9755a61da" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.922548] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.923022] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.923152] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.923460] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.923678] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.923849] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75c095b9-2d30-409d-a7ef-14e9755a61da" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.924160] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-75c095b9-2d30-409d-a7ef-14e9755a61da taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.924323] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75c095b9-2d30-409d-a7ef-14e9755a61da" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.924428] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75c095b9-2d30-409d-a7ef-14e9755a61da" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.924703] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75c095b9-2d30-409d-a7ef-14e9755a61da" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.924977] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.925155] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.925305] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.925684] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.925985] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.926187] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75c095b9-2d30-409d-a7ef-14e9755a61da" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.926642] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('75c095b9-2d30-409d-a7ef-14e9755a61da',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.928423] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dbb1b452-655a-4aa9-96cf-a996dcba34cb',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.934820] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.935064] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.986870] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.986997] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.995711] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.995943] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dfaefd34-ec9a-485e-aa58-e1bf34863160 is going to be deleted. [ 1277.996945] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.997200] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.042618] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.042795] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2ee04e8a-7010-42c5-9448-f47e2c01412a is going to be deleted. [ 1278.043727] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.043930] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.071522] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.071651] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.089618] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.089791] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.115826] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.115969] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0efd72d0-c4cf-47d9-b09f-7de4896d965d is going to be deleted. [ 1278.116987] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.117218] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.117308] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.117431] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-51097cb5-780e-406a-b58c-78afb19b9b35" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.117579] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.117734] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.117812] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.117925] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-61950909-b807-4fc7-8c56-198c4508455a" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.118542] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.118798] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.118993] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.119168] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cd1fdfc7-9219-4ec0-87bb-5546cc5fd310" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.119413] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.119631] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.119763] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.119941] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-46566c2d-3c60-4b82-b515-35c00a8a7498" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.120104] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.120675] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.120675] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.120675] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-213563bf-dccc-4573-af10-83053abdff7b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.120837] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.120985] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.121108] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.121363] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c986cdad-f97d-4d2c-b7da-56ba7cea667b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.121664] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.121879] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.122016] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.122180] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8acce43e-fe25-4bf7-968f-fd3904ef8dc8" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.122355] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.122543] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.122684] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.122835] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-81b1f5ff-e5a6-4212-b54d-79c3bff0b9ea" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.123182] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.123365] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.123665] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.123853] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e4bfcfdb-60f5-4a19-9d13-d77039646bd9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.124045] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.124244] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.124363] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.124556] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9ad1fe27-47f9-48e2-9f7b-dbf26f3e02b1" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.124758] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.124967] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.125122] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.125308] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dfaefd34-ec9a-485e-aa58-e1bf34863160" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.125514] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.126125] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.126281] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.126471] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2a9b4edb-f3a8-4d1f-8cbb-a414eb8e7d13" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.166128] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.166334] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.166334] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.166958] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.166958] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.166958] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2ee04e8a-7010-42c5-9448-f47e2c01412a" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.221766] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.221941] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.221988] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.222199] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.222287] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.222412] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0efd72d0-c4cf-47d9-b09f-7de4896d965d" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.431637] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 75c095b9-2d30-409d-a7ef-14e9755a61da: rpc.has_security_group_logging(os_id): False [ 1278.432452] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dbb1b452-655a-4aa9-96cf-a996dcba34cb: rpc.has_security_group_logging(os_id): False [ 1278.451528] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.451745] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.451745] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.452055] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.454412] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.454412] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.474182] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.475280] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.475280] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.475280] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.475280] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.475280] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.475280] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.475280] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.475280] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.475711] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.475711] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.475711] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.475839] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.475839] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.475965] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.476050] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.476133] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 75c095b9-2d30-409d-a7ef-14e9755a61da is going to be updated. [ 1278.477252] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.477463] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.496789] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.497132] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.497267] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.497358] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.497535] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.497613] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.497706] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dbb1b452-655a-4aa9-96cf-a996dcba34cb is going to be updated. [ 1278.553610] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.553834] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.553914] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.554172] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.554333] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.556162] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.556270] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.556340] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.556508] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.556638] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.572474] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dbb1b452-655a-4aa9-96cf-a996dcba34cb in Status: IN_PROGRESS for 2s [ 1278.574632] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 75c095b9-2d30-409d-a7ef-14e9755a61da in Status: IN_PROGRESS for 2s [ 1278.629611] env[65307]: INFO networking_nsxv3.common.synchronization [req-c4c3ce04-92c3-46eb-acf8-bb3ed19e52ec req-25401d7c-f51a-407e-ba6f-dda586bd6d8c tempest-ServersTestJSON-162990376 tempest-ServersTestJSON-162990376-project-member] Enqueued Resource ID: 75c095b9-2d30-409d-a7ef-14e9755a61da with Priority: HIGHEST for action security_group_members [ 1278.629760] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75c095b9-2d30-409d-a7ef-14e9755a61da with Priority: HIGHEST for action security_group_members [ 1278.630083] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-75c095b9-2d30-409d-a7ef-14e9755a61da taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.630205] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75c095b9-2d30-409d-a7ef-14e9755a61da" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.630271] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75c095b9-2d30-409d-a7ef-14e9755a61da" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.630848] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75c095b9-2d30-409d-a7ef-14e9755a61da" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.630848] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.630848] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.630848] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.631176] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.631176] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.631250] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('75c095b9-2d30-409d-a7ef-14e9755a61da',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1279.133360] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('75c095b9-2d30-409d-a7ef-14e9755a61da',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1279.635544] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('75c095b9-2d30-409d-a7ef-14e9755a61da',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.138071] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.138071] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.138513] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.138513] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.138513] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.138660] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75c095b9-2d30-409d-a7ef-14e9755a61da is going to be updated. [ 1280.171080] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.171257] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.171310] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.171543] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.171747] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.182648] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75c095b9-2d30-409d-a7ef-14e9755a61da in Status: IN_PROGRESS for 2s [ 1280.591209] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dbb1b452-655a-4aa9-96cf-a996dcba34cb in Status: SUCCESS [ 1280.591458] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dbb1b452-655a-4aa9-96cf-a996dcba34cb" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.593114] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 75c095b9-2d30-409d-a7ef-14e9755a61da in Status: SUCCESS [ 1280.593349] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-75c095b9-2d30-409d-a7ef-14e9755a61da" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.193454] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75c095b9-2d30-409d-a7ef-14e9755a61da in Status: SUCCESS [ 1282.193752] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75c095b9-2d30-409d-a7ef-14e9755a61da" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.160943] env[65307]: INFO networking_nsxv3.common.synchronization [None req-58f69f35-f886-4ddb-820d-abc67b79f061 None None] Enqueued Resource ID: a1cf8fd1-7bd4-4195-b99c-9c5f27390f13 with Priority: HIGHEST for action port [ 1283.160943] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1cf8fd1-7bd4-4195-b99c-9c5f27390f13 with Priority: HIGHEST for action port [ 1283.161444] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-a1cf8fd1-7bd4-4195-b99c-9c5f27390f13 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.161765] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a1cf8fd1-7bd4-4195-b99c-9c5f27390f13" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.161866] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a1cf8fd1-7bd4-4195-b99c-9c5f27390f13" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.162174] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a1cf8fd1-7bd4-4195-b99c-9c5f27390f13" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.162294] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a1cf8fd1-7bd4-4195-b99c-9c5f27390f13',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.664463] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a1cf8fd1-7bd4-4195-b99c-9c5f27390f13 [ 1283.664757] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.664884] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.664946] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.665566] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.665566] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.665566] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a1cf8fd1-7bd4-4195-b99c-9c5f27390f13 already deleted. [ 1283.665566] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a1cf8fd1-7bd4-4195-b99c-9c5f27390f13" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.392765] env[65307]: INFO networking_nsxv3.common.synchronization [req-92b497c6-1e45-422a-b9da-05397f28d229 req-ab4a7f70-3e57-4bab-a83d-52bb8c0f89d1 tempest-ServersTestJSON-162990376 tempest-ServersTestJSON-162990376-project-member] Enqueued Resource ID: 75c095b9-2d30-409d-a7ef-14e9755a61da with Priority: HIGHEST for action security_group_members [ 1284.392765] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75c095b9-2d30-409d-a7ef-14e9755a61da with Priority: HIGHEST for action security_group_members [ 1284.392765] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-75c095b9-2d30-409d-a7ef-14e9755a61da taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.392765] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75c095b9-2d30-409d-a7ef-14e9755a61da" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.392765] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75c095b9-2d30-409d-a7ef-14e9755a61da" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.392765] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75c095b9-2d30-409d-a7ef-14e9755a61da" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.392765] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.393104] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.393104] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.393319] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.393383] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.393540] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('75c095b9-2d30-409d-a7ef-14e9755a61da',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.896436] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('75c095b9-2d30-409d-a7ef-14e9755a61da',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1285.399090] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('75c095b9-2d30-409d-a7ef-14e9755a61da',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1285.460051] env[65307]: INFO networking_nsxv3.common.synchronization [None req-996386b1-4b91-4d48-81a4-725678d90d31 None None] Enqueued Resource ID: 8f294764-2a56-4ee7-a20c-0cd9d24067b7 with Priority: HIGHEST for action port [ 1285.460569] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f294764-2a56-4ee7-a20c-0cd9d24067b7 with Priority: HIGHEST for action port [ 1285.460879] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-8f294764-2a56-4ee7-a20c-0cd9d24067b7 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.460998] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8f294764-2a56-4ee7-a20c-0cd9d24067b7" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.461225] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8f294764-2a56-4ee7-a20c-0cd9d24067b7" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.461591] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8f294764-2a56-4ee7-a20c-0cd9d24067b7" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.461693] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8f294764-2a56-4ee7-a20c-0cd9d24067b7',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1285.902211] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.902550] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.902550] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.902776] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.902896] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.903039] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75c095b9-2d30-409d-a7ef-14e9755a61da is going to be updated. [ 1285.935313] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.935507] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.935557] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.935745] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.935893] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.946949] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75c095b9-2d30-409d-a7ef-14e9755a61da in Status: IN_PROGRESS for 2s [ 1285.963390] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8f294764-2a56-4ee7-a20c-0cd9d24067b7 [ 1285.963674] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.963835] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.963891] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.964114] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.964202] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.964298] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8f294764-2a56-4ee7-a20c-0cd9d24067b7 already deleted. [ 1285.964379] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8f294764-2a56-4ee7-a20c-0cd9d24067b7" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.959174] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75c095b9-2d30-409d-a7ef-14e9755a61da in Status: SUCCESS [ 1287.959643] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75c095b9-2d30-409d-a7ef-14e9755a61da" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.009081] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock network-220 taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.009398] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "network-220" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.009398] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "network-220" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.009646] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "network-220" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.009891] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.010051] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.010165] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.010373] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.010510] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.010714] env[65307]: DEBUG dogpile.cache.region [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1289.010822] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] NeedRegenerationException {{(pid=65307) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1289.010924] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] no value, waiting for create lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1289.011037] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] value creation lock acquired {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1289.011142] env[65307]: DEBUG dogpile.cache.region [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1289.011243] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Calling creation function for not-yet-present value {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1289.011368] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1289.030433] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1289.030625] env[65307]: DEBUG dogpile.cache.region [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65307) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1289.030759] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Released creation lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1289.030928] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "network-220" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.031257] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock port-c92338c5-7064-4625-a6c3-9813577b990b taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.031426] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "port-c92338c5-7064-4625-a6c3-9813577b990b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.031551] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "port-c92338c5-7064-4625-a6c3-9813577b990b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.031839] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "port-c92338c5-7064-4625-a6c3-9813577b990b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.031973] env[65307]: DEBUG networking_nsxv3.api.rpc [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c92338c5-7064-4625-a6c3-9813577b990b',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1289.534341] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.534556] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.534856] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.535216] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.535450] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.535677] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.535836] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.535953] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.536224] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.536384] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.536663] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.536816] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.537286] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.537286] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.537286] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.537459] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Resource: SegmentPort with ID: c92338c5-7064-4625-a6c3-9813577b990b is going to be updated. [ 1289.561328] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.561556] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.561717] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.562015] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.562214] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.562428] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "port-c92338c5-7064-4625-a6c3-9813577b990b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.272103] env[65307]: INFO networking_nsxv3.common.synchronization [req-1717f375-8c78-4335-8db4-272e32a407c7 req-76ca29ea-7f4d-470e-83ae-47b85f92a33e service nova] Enqueued Resource ID: dbb1b452-655a-4aa9-96cf-a996dcba34cb with Priority: HIGHEST for action security_group_rules [ 1290.272368] env[65307]: INFO networking_nsxv3.common.synchronization [req-1717f375-8c78-4335-8db4-272e32a407c7 req-76ca29ea-7f4d-470e-83ae-47b85f92a33e service nova] Enqueued Resource ID: dbb1b452-655a-4aa9-96cf-a996dcba34cb with Priority: HIGHEST for action security_group_members [ 1290.272424] env[65307]: INFO networking_nsxv3.common.synchronization [req-1717f375-8c78-4335-8db4-272e32a407c7 req-76ca29ea-7f4d-470e-83ae-47b85f92a33e service nova] Enqueued Resource ID: c92338c5-7064-4625-a6c3-9813577b990b with Priority: HIGHEST for action port [ 1290.272984] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbb1b452-655a-4aa9-96cf-a996dcba34cb with Priority: HIGHEST for action security_group_rules [ 1290.273320] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbb1b452-655a-4aa9-96cf-a996dcba34cb with Priority: HIGHEST for action security_group_members [ 1290.273439] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c92338c5-7064-4625-a6c3-9813577b990b with Priority: HIGHEST for action port [ 1290.273810] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dbb1b452-655a-4aa9-96cf-a996dcba34cb taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.273974] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dbb1b452-655a-4aa9-96cf-a996dcba34cb" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.274028] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dbb1b452-655a-4aa9-96cf-a996dcba34cb" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.274296] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dbb1b452-655a-4aa9-96cf-a996dcba34cb" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.274366] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dbb1b452-655a-4aa9-96cf-a996dcba34cb',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1290.275771] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbb1b452-655a-4aa9-96cf-a996dcba34cb taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.276065] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbb1b452-655a-4aa9-96cf-a996dcba34cb" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.276248] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbb1b452-655a-4aa9-96cf-a996dcba34cb" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.276328] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbb1b452-655a-4aa9-96cf-a996dcba34cb" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.276484] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.276582] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.276643] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.276786] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.276861] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.276968] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dbb1b452-655a-4aa9-96cf-a996dcba34cb',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1290.278325] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-c92338c5-7064-4625-a6c3-9813577b990b taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.278443] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c92338c5-7064-4625-a6c3-9813577b990b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.278510] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c92338c5-7064-4625-a6c3-9813577b990b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.278672] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c92338c5-7064-4625-a6c3-9813577b990b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.278755] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c92338c5-7064-4625-a6c3-9813577b990b',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1290.776841] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbb1b452-655a-4aa9-96cf-a996dcba34cb taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.776841] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbb1b452-655a-4aa9-96cf-a996dcba34cb" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.781416] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dbb1b452-655a-4aa9-96cf-a996dcba34cb',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1290.782154] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c92338c5-7064-4625-a6c3-9813577b990b with status ACTIVE [ 1290.782236] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.782346] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.782417] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.782605] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.782700] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.782857] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.782955] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.783035] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.783188] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.783267] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.783425] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.783513] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.783569] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.783752] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.783839] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.783896] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c92338c5-7064-4625-a6c3-9813577b990b is going to be updated. [ 1290.810400] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.810569] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.810641] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.810828] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.810962] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.811156] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c92338c5-7064-4625-a6c3-9813577b990b" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.285624] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dbb1b452-655a-4aa9-96cf-a996dcba34cb',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.717878] env[65307]: INFO networking_nsxv3.common.synchronization [req-1a93ea68-ce03-4e39-afe2-718d196f5263 req-28863052-03c0-4f55-bc2c-9bfde5d54a11 tempest-ServerRescueTestJSONUnderV235-1849990010 tempest-ServerRescueTestJSONUnderV235-1849990010-project-member] Enqueued Resource ID: 8d56291d-fe33-412c-94cf-ca1bc0c4e6e1 with Priority: HIGHEST for action security_group_members [ 1291.718515] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d56291d-fe33-412c-94cf-ca1bc0c4e6e1 with Priority: HIGHEST for action security_group_members [ 1291.718870] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d56291d-fe33-412c-94cf-ca1bc0c4e6e1 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.719038] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d56291d-fe33-412c-94cf-ca1bc0c4e6e1" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.719110] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d56291d-fe33-412c-94cf-ca1bc0c4e6e1" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.719428] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d56291d-fe33-412c-94cf-ca1bc0c4e6e1" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.719594] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.719688] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.719753] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.719904] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.720025] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.720099] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d56291d-fe33-412c-94cf-ca1bc0c4e6e1',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.788974] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.788974] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.788974] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.788974] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.788974] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.788974] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dbb1b452-655a-4aa9-96cf-a996dcba34cb is going to be updated. [ 1291.819592] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.819817] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.819817] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.820069] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.820192] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.831678] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dbb1b452-655a-4aa9-96cf-a996dcba34cb in Status: IN_PROGRESS for 2s [ 1292.031179] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock network-742 taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.031390] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "network-742" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.031497] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "network-742" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.031869] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "network-742" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.032521] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.032690] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.032874] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.033149] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.033325] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.033537] env[65307]: DEBUG dogpile.cache.region [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1292.033703] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] NeedRegenerationException {{(pid=65307) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1292.033821] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] no value, waiting for create lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1292.033925] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] value creation lock acquired {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1292.034052] env[65307]: DEBUG dogpile.cache.region [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1292.034158] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Calling creation function for not-yet-present value {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1292.034288] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1292.051592] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1292.051785] env[65307]: DEBUG dogpile.cache.region [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=65307) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1292.051917] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Released creation lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1292.052111] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "network-742" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.052410] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock port-877eca73-8f15-420d-ba09-c3865ff41872 taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.052570] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "port-877eca73-8f15-420d-ba09-c3865ff41872" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.053134] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "port-877eca73-8f15-420d-ba09-c3865ff41872" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.053134] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "port-877eca73-8f15-420d-ba09-c3865ff41872" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.053301] env[65307]: DEBUG networking_nsxv3.api.rpc [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('877eca73-8f15-420d-ba09-c3865ff41872',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.222435] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.222623] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.222672] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.222873] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.222966] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.223175] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.223275] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.223333] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.223484] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.223560] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.223669] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d56291d-fe33-412c-94cf-ca1bc0c4e6e1 already deleted. [ 1292.223767] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d56291d-fe33-412c-94cf-ca1bc0c4e6e1" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.555543] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.555951] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.555951] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.556166] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.556316] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.556468] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Segment Port 877eca73-8f15-420d-ba09-c3865ff41872 not found, creating... [ 1292.556725] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.556882] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.556997] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.557231] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.557362] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.557632] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.557837] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.557971] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.558192] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.558322] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.558458] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Resource: SegmentPort with ID: 877eca73-8f15-420d-ba09-c3865ff41872 is going to be created. [ 1292.577155] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.577374] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.577470] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.577787] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.578036] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.578259] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "port-877eca73-8f15-420d-ba09-c3865ff41872" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.280547] env[65307]: INFO networking_nsxv3.common.synchronization [req-1a93ea68-ce03-4e39-afe2-718d196f5263 req-a8e33737-87b7-43b3-94ea-a56fd4de12ca service nova] Enqueued Resource ID: 8d56291d-fe33-412c-94cf-ca1bc0c4e6e1 with Priority: HIGHEST for action security_group_rules [ 1293.280877] env[65307]: INFO networking_nsxv3.common.synchronization [req-1a93ea68-ce03-4e39-afe2-718d196f5263 req-a8e33737-87b7-43b3-94ea-a56fd4de12ca service nova] Enqueued Resource ID: 8d56291d-fe33-412c-94cf-ca1bc0c4e6e1 with Priority: HIGHEST for action security_group_members [ 1293.280877] env[65307]: INFO networking_nsxv3.common.synchronization [req-1a93ea68-ce03-4e39-afe2-718d196f5263 req-a8e33737-87b7-43b3-94ea-a56fd4de12ca service nova] Enqueued Resource ID: 877eca73-8f15-420d-ba09-c3865ff41872 with Priority: HIGHEST for action port [ 1293.281907] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d56291d-fe33-412c-94cf-ca1bc0c4e6e1 with Priority: HIGHEST for action security_group_rules [ 1293.282368] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d56291d-fe33-412c-94cf-ca1bc0c4e6e1 with Priority: HIGHEST for action security_group_members [ 1293.282728] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 877eca73-8f15-420d-ba09-c3865ff41872 with Priority: HIGHEST for action port [ 1293.283136] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8d56291d-fe33-412c-94cf-ca1bc0c4e6e1 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.283601] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8d56291d-fe33-412c-94cf-ca1bc0c4e6e1" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.283912] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8d56291d-fe33-412c-94cf-ca1bc0c4e6e1" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.284482] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8d56291d-fe33-412c-94cf-ca1bc0c4e6e1" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.284588] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8d56291d-fe33-412c-94cf-ca1bc0c4e6e1',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.285797] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d56291d-fe33-412c-94cf-ca1bc0c4e6e1 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.286177] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d56291d-fe33-412c-94cf-ca1bc0c4e6e1" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.286177] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d56291d-fe33-412c-94cf-ca1bc0c4e6e1" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.286269] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d56291d-fe33-412c-94cf-ca1bc0c4e6e1" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.286390] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.286483] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.286542] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.286678] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.286761] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.286874] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d56291d-fe33-412c-94cf-ca1bc0c4e6e1',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.287617] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-877eca73-8f15-420d-ba09-c3865ff41872 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.289192] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-877eca73-8f15-420d-ba09-c3865ff41872" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.289192] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-877eca73-8f15-420d-ba09-c3865ff41872" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.289192] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-877eca73-8f15-420d-ba09-c3865ff41872" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.289398] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('877eca73-8f15-420d-ba09-c3865ff41872',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.790980] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d56291d-fe33-412c-94cf-ca1bc0c4e6e1 taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.791436] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d56291d-fe33-412c-94cf-ca1bc0c4e6e1" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.791436] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8d56291d-fe33-412c-94cf-ca1bc0c4e6e1',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.792349] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 877eca73-8f15-420d-ba09-c3865ff41872 with status ACTIVE [ 1293.792547] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.792666] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.792726] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.792933] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.793042] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.793227] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.794027] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.794027] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.794027] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.794027] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.794027] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.794329] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.794329] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.794329] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.794443] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.794443] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 877eca73-8f15-420d-ba09-c3865ff41872 is going to be updated. [ 1293.816809] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.817010] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.817078] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.817319] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.817479] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.817638] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-877eca73-8f15-420d-ba09-c3865ff41872" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.841938] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dbb1b452-655a-4aa9-96cf-a996dcba34cb in Status: SUCCESS [ 1293.842248] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbb1b452-655a-4aa9-96cf-a996dcba34cb" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.842331] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbb1b452-655a-4aa9-96cf-a996dcba34cb" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.842539] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbb1b452-655a-4aa9-96cf-a996dcba34cb" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.842715] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.842828] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.842886] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.843051] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.843128] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.843212] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbb1b452-655a-4aa9-96cf-a996dcba34cb" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.843298] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dbb1b452-655a-4aa9-96cf-a996dcba34cb',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.296428] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8d56291d-fe33-412c-94cf-ca1bc0c4e6e1',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.345971] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dbb1b452-655a-4aa9-96cf-a996dcba34cb',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.799280] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.799789] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.799789] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.799789] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.799925] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.800035] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d56291d-fe33-412c-94cf-ca1bc0c4e6e1 is going to be created. [ 1294.828470] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.828717] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.828717] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.828826] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.829014] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.847900] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d56291d-fe33-412c-94cf-ca1bc0c4e6e1 in Status: UNINITIALIZED for 2s [ 1294.848139] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dbb1b452-655a-4aa9-96cf-a996dcba34cb: rpc.has_security_group_logging(os_id): False [ 1294.868240] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.868514] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.868628] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.868950] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.869145] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.869495] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.869651] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.869803] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.870015] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.870141] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.870311] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dbb1b452-655a-4aa9-96cf-a996dcba34cb is going to be updated. [ 1294.937265] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.937415] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.937461] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.937701] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.937907] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.970802] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dbb1b452-655a-4aa9-96cf-a996dcba34cb in Status: IN_PROGRESS for 2s [ 1296.861465] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d56291d-fe33-412c-94cf-ca1bc0c4e6e1 in Status: SUCCESS [ 1296.861465] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d56291d-fe33-412c-94cf-ca1bc0c4e6e1" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.861465] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d56291d-fe33-412c-94cf-ca1bc0c4e6e1" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.861465] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d56291d-fe33-412c-94cf-ca1bc0c4e6e1" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.861465] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.861465] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.861465] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.862080] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.862080] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.862080] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d56291d-fe33-412c-94cf-ca1bc0c4e6e1" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.862080] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8d56291d-fe33-412c-94cf-ca1bc0c4e6e1',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1296.985629] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dbb1b452-655a-4aa9-96cf-a996dcba34cb in Status: SUCCESS [ 1296.985906] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dbb1b452-655a-4aa9-96cf-a996dcba34cb" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.364510] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d56291d-fe33-412c-94cf-ca1bc0c4e6e1 taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.364769] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d56291d-fe33-412c-94cf-ca1bc0c4e6e1" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.364769] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d56291d-fe33-412c-94cf-ca1bc0c4e6e1" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.364946] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d56291d-fe33-412c-94cf-ca1bc0c4e6e1" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.365215] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.365328] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.365399] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.365544] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.365633] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.365721] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d56291d-fe33-412c-94cf-ca1bc0c4e6e1" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.365877] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d56291d-fe33-412c-94cf-ca1bc0c4e6e1 taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.365969] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d56291d-fe33-412c-94cf-ca1bc0c4e6e1" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.366037] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d56291d-fe33-412c-94cf-ca1bc0c4e6e1" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.366182] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d56291d-fe33-412c-94cf-ca1bc0c4e6e1" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.366325] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.366401] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.366461] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.366649] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.366725] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.366782] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d56291d-fe33-412c-94cf-ca1bc0c4e6e1" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.366872] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8d56291d-fe33-412c-94cf-ca1bc0c4e6e1',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1297.870076] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8d56291d-fe33-412c-94cf-ca1bc0c4e6e1: rpc.has_security_group_logging(os_id): False [ 1297.890715] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.890973] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.890973] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.891165] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.891246] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.891463] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.891572] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.891661] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.891872] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.891954] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.892169] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.892273] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.892342] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.892488] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.892563] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.892753] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.892860] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.892910] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.893065] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.893141] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.893202] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8d56291d-fe33-412c-94cf-ca1bc0c4e6e1 is going to be created. [ 1297.962130] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.962402] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.962402] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.962633] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.962856] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.985783] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8d56291d-fe33-412c-94cf-ca1bc0c4e6e1 in Status: IN_PROGRESS for 2s [ 1298.064784] env[65307]: INFO networking_nsxv3.common.synchronization [req-bd336651-18aa-42ed-acfe-121dd25aafe8 req-9f4279a1-79f4-4b23-a9e0-14ce81b6faca tempest-ServersTestJSON-162990376 tempest-ServersTestJSON-162990376-project-member] Enqueued Resource ID: 75c095b9-2d30-409d-a7ef-14e9755a61da with Priority: HIGHEST for action security_group_members [ 1298.065725] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75c095b9-2d30-409d-a7ef-14e9755a61da with Priority: HIGHEST for action security_group_members [ 1298.065784] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-75c095b9-2d30-409d-a7ef-14e9755a61da taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.065948] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75c095b9-2d30-409d-a7ef-14e9755a61da" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.066095] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75c095b9-2d30-409d-a7ef-14e9755a61da" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.066611] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75c095b9-2d30-409d-a7ef-14e9755a61da" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.066682] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.066752] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.066826] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.067048] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.067141] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.067237] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('75c095b9-2d30-409d-a7ef-14e9755a61da',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1298.393895] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock network-592 taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.394105] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "network-592" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.394562] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "network-592" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.394877] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "network-592" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.395164] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.395324] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.395441] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.395658] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.395802] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.396021] env[65307]: DEBUG dogpile.cache.region [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1298.396132] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] NeedRegenerationException {{(pid=65307) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1298.396240] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] no value, waiting for create lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1298.396361] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] value creation lock acquired {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1298.396472] env[65307]: DEBUG dogpile.cache.region [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1298.396573] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Calling creation function for not-yet-present value {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1298.396699] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1298.415974] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1298.416255] env[65307]: DEBUG dogpile.cache.region [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65307) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1298.416390] env[65307]: DEBUG dogpile.lock [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Released creation lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1298.416565] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "network-592" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.416876] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock port-7d0cc21b-9221-4d4b-98ce-79b67eecc5ce taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.417069] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "port-7d0cc21b-9221-4d4b-98ce-79b67eecc5ce" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.417194] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "port-7d0cc21b-9221-4d4b-98ce-79b67eecc5ce" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.417531] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "port-7d0cc21b-9221-4d4b-98ce-79b67eecc5ce" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.417672] env[65307]: DEBUG networking_nsxv3.api.rpc [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7d0cc21b-9221-4d4b-98ce-79b67eecc5ce',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1298.569728] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('75c095b9-2d30-409d-a7ef-14e9755a61da',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1298.920442] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.920874] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.920874] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.921014] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.921171] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.921321] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Segment Port 7d0cc21b-9221-4d4b-98ce-79b67eecc5ce not found, creating... [ 1298.921574] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.921748] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.921879] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.922156] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.922319] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.922599] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.922750] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.922863] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.923075] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.923204] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.923337] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Resource: SegmentPort with ID: 7d0cc21b-9221-4d4b-98ce-79b67eecc5ce is going to be created. [ 1298.944265] env[65307]: DEBUG networking_nsxv3.common.locking [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.944570] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.944570] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.944836] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.945083] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.945310] env[65307]: DEBUG oslo_concurrency.lockutils [None req-763bcb09-577c-4cb8-88b7-f19c7ce0418a None None] Releasing lock "port-7d0cc21b-9221-4d4b-98ce-79b67eecc5ce" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.072565] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('75c095b9-2d30-409d-a7ef-14e9755a61da',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.574764] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.574976] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.575083] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.575342] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.575470] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.575628] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75c095b9-2d30-409d-a7ef-14e9755a61da is going to be updated. [ 1299.610243] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.610462] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.610462] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.610622] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.610766] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.622714] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75c095b9-2d30-409d-a7ef-14e9755a61da in Status: IN_PROGRESS for 2s [ 1299.649358] env[65307]: INFO networking_nsxv3.common.synchronization [req-bd336651-18aa-42ed-acfe-121dd25aafe8 req-81981808-07bc-4df4-818f-8819520c348d service nova] Enqueued Resource ID: 75c095b9-2d30-409d-a7ef-14e9755a61da with Priority: HIGHEST for action security_group_rules [ 1299.649540] env[65307]: INFO networking_nsxv3.common.synchronization [req-bd336651-18aa-42ed-acfe-121dd25aafe8 req-81981808-07bc-4df4-818f-8819520c348d service nova] Enqueued Resource ID: 75c095b9-2d30-409d-a7ef-14e9755a61da with Priority: HIGHEST for action security_group_members [ 1299.649686] env[65307]: INFO networking_nsxv3.common.synchronization [req-bd336651-18aa-42ed-acfe-121dd25aafe8 req-81981808-07bc-4df4-818f-8819520c348d service nova] Enqueued Resource ID: 7d0cc21b-9221-4d4b-98ce-79b67eecc5ce with Priority: HIGHEST for action port [ 1299.650286] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75c095b9-2d30-409d-a7ef-14e9755a61da with Priority: HIGHEST for action security_group_rules [ 1299.650422] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75c095b9-2d30-409d-a7ef-14e9755a61da with Priority: HIGHEST for action security_group_members [ 1299.650670] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d0cc21b-9221-4d4b-98ce-79b67eecc5ce with Priority: HIGHEST for action port [ 1299.650800] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-75c095b9-2d30-409d-a7ef-14e9755a61da taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.650930] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-75c095b9-2d30-409d-a7ef-14e9755a61da" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.651016] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-75c095b9-2d30-409d-a7ef-14e9755a61da" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.651309] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-75c095b9-2d30-409d-a7ef-14e9755a61da" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.651395] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('75c095b9-2d30-409d-a7ef-14e9755a61da',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.653414] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-75c095b9-2d30-409d-a7ef-14e9755a61da taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.653414] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75c095b9-2d30-409d-a7ef-14e9755a61da" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.653414] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-7d0cc21b-9221-4d4b-98ce-79b67eecc5ce taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.653414] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7d0cc21b-9221-4d4b-98ce-79b67eecc5ce" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.653849] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7d0cc21b-9221-4d4b-98ce-79b67eecc5ce" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.653849] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7d0cc21b-9221-4d4b-98ce-79b67eecc5ce" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.653849] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7d0cc21b-9221-4d4b-98ce-79b67eecc5ce',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.693355] env[65307]: INFO networking_nsxv3.common.synchronization [req-5476ad98-c680-4bf5-9a5f-fc93955c352f req-fecc0645-72aa-489a-8b29-d5b0751d4495 tempest-AttachVolumeTestJSON-835064239 tempest-AttachVolumeTestJSON-835064239-project-member] Enqueued Resource ID: 35cf79d4-95c3-4396-9216-96566b5c2d17 with Priority: HIGHEST for action security_group_members [ 1299.693914] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35cf79d4-95c3-4396-9216-96566b5c2d17 with Priority: HIGHEST for action security_group_members [ 1299.694234] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-35cf79d4-95c3-4396-9216-96566b5c2d17 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.694361] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35cf79d4-95c3-4396-9216-96566b5c2d17" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.694425] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35cf79d4-95c3-4396-9216-96566b5c2d17" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.694629] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35cf79d4-95c3-4396-9216-96566b5c2d17" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.695126] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.695126] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.695126] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.695126] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.695621] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.695621] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('35cf79d4-95c3-4396-9216-96566b5c2d17',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.000213] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8d56291d-fe33-412c-94cf-ca1bc0c4e6e1 in Status: SUCCESS [ 1300.000621] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8d56291d-fe33-412c-94cf-ca1bc0c4e6e1" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.156465] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-75c095b9-2d30-409d-a7ef-14e9755a61da taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.156703] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75c095b9-2d30-409d-a7ef-14e9755a61da" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.156803] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7d0cc21b-9221-4d4b-98ce-79b67eecc5ce with status ACTIVE [ 1300.157025] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.157147] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.157216] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.157433] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.157526] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.157791] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.157930] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.157999] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.158187] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.158269] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.158455] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.158550] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.158613] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.158786] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.158908] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.159059] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7d0cc21b-9221-4d4b-98ce-79b67eecc5ce is going to be updated. [ 1300.196765] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.197042] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.197042] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.197221] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.197365] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.197535] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7d0cc21b-9221-4d4b-98ce-79b67eecc5ce" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.197865] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.197976] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.198051] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.198226] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.225593] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.225852] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.225955] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.226040] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.226283] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.226371] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.226470] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35cf79d4-95c3-4396-9216-96566b5c2d17 is going to be updated. [ 1300.270359] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.270359] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.270359] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.270622] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.270821] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.283331] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35cf79d4-95c3-4396-9216-96566b5c2d17 in Status: IN_PROGRESS for 2s [ 1301.633713] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75c095b9-2d30-409d-a7ef-14e9755a61da in Status: SUCCESS [ 1301.634052] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75c095b9-2d30-409d-a7ef-14e9755a61da" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.634167] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75c095b9-2d30-409d-a7ef-14e9755a61da" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.634510] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75c095b9-2d30-409d-a7ef-14e9755a61da" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.634771] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.634896] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.635022] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.635282] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.635349] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.635453] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('75c095b9-2d30-409d-a7ef-14e9755a61da',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1302.137436] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('75c095b9-2d30-409d-a7ef-14e9755a61da',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1302.308509] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35cf79d4-95c3-4396-9216-96566b5c2d17 in Status: SUCCESS [ 1302.308842] env[65307]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35cf79d4-95c3-4396-9216-96566b5c2d17 deletion is rescheduled due to dependency. [ 1302.308947] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35cf79d4-95c3-4396-9216-96566b5c2d17" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.640575] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('75c095b9-2d30-409d-a7ef-14e9755a61da',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1303.143462] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.143660] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.143706] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.143978] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.144084] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.144194] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75c095b9-2d30-409d-a7ef-14e9755a61da is going to be updated. [ 1303.171651] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.171890] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.171959] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.172259] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.172431] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.183626] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75c095b9-2d30-409d-a7ef-14e9755a61da in Status: IN_PROGRESS for 2s [ 1304.695393] env[65307]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1304.695393] env[65307]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1305.195899] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75c095b9-2d30-409d-a7ef-14e9755a61da in Status: SUCCESS [ 1305.196151] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75c095b9-2d30-409d-a7ef-14e9755a61da" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.196407] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75c095b9-2d30-409d-a7ef-14e9755a61da" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.196701] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75c095b9-2d30-409d-a7ef-14e9755a61da" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.196934] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.197099] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.197191] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.197374] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.197485] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.197593] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75c095b9-2d30-409d-a7ef-14e9755a61da" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.197703] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('75c095b9-2d30-409d-a7ef-14e9755a61da',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1305.699918] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-75c095b9-2d30-409d-a7ef-14e9755a61da taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.700324] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75c095b9-2d30-409d-a7ef-14e9755a61da" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.700324] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75c095b9-2d30-409d-a7ef-14e9755a61da" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.700406] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75c095b9-2d30-409d-a7ef-14e9755a61da" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.700566] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.700663] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.700726] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.700870] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.700984] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.701100] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75c095b9-2d30-409d-a7ef-14e9755a61da" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.701245] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-75c095b9-2d30-409d-a7ef-14e9755a61da taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.701334] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75c095b9-2d30-409d-a7ef-14e9755a61da" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.701385] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75c095b9-2d30-409d-a7ef-14e9755a61da" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.701521] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75c095b9-2d30-409d-a7ef-14e9755a61da" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.701677] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.701810] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.701865] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.702011] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.702094] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.702171] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75c095b9-2d30-409d-a7ef-14e9755a61da" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.702271] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('75c095b9-2d30-409d-a7ef-14e9755a61da',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.204392] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 75c095b9-2d30-409d-a7ef-14e9755a61da: rpc.has_security_group_logging(os_id): False [ 1306.233093] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.233330] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.233330] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.233526] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.233649] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.233865] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.233976] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.234076] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.234215] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.234292] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.234494] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.234583] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.234665] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.234815] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.234918] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.235136] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.235230] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.235299] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.235423] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.235496] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.235578] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 75c095b9-2d30-409d-a7ef-14e9755a61da is going to be updated. [ 1306.325915] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.326191] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.326191] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.326372] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.326516] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.346642] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 75c095b9-2d30-409d-a7ef-14e9755a61da in Status: IN_PROGRESS for 2s [ 1308.368401] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 75c095b9-2d30-409d-a7ef-14e9755a61da in Status: SUCCESS [ 1308.368810] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-75c095b9-2d30-409d-a7ef-14e9755a61da" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.696477] env[65307]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1309.696919] env[65307]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1311.082023] env[65307]: INFO networking_nsxv3.common.synchronization [req-0a125503-728b-47f8-93d1-cb784d0e75d6 req-f31377c5-399b-44f8-ab74-483a9595822f tempest-ServerRescueTestJSONUnderV235-1849990010 tempest-ServerRescueTestJSONUnderV235-1849990010-project-member] Enqueued Resource ID: 53a67d0c-11fd-417b-a59b-864786d6f512 with Priority: HIGHEST for action security_group_members [ 1311.082405] env[65307]: INFO networking_nsxv3.common.synchronization [req-0a125503-728b-47f8-93d1-cb784d0e75d6 req-f31377c5-399b-44f8-ab74-483a9595822f tempest-ServerRescueTestJSONUnderV235-1849990010 tempest-ServerRescueTestJSONUnderV235-1849990010-project-member] Enqueued Resource ID: 8d56291d-fe33-412c-94cf-ca1bc0c4e6e1 with Priority: HIGHEST for action security_group_members [ 1311.082767] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53a67d0c-11fd-417b-a59b-864786d6f512 with Priority: HIGHEST for action security_group_members [ 1311.082956] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d56291d-fe33-412c-94cf-ca1bc0c4e6e1 with Priority: HIGHEST for action security_group_members [ 1311.083273] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-53a67d0c-11fd-417b-a59b-864786d6f512 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.083435] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53a67d0c-11fd-417b-a59b-864786d6f512" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.083477] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53a67d0c-11fd-417b-a59b-864786d6f512" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.083750] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53a67d0c-11fd-417b-a59b-864786d6f512" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.083912] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.084088] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.084088] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.084241] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.084368] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.084509] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('53a67d0c-11fd-417b-a59b-864786d6f512',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1311.086051] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d56291d-fe33-412c-94cf-ca1bc0c4e6e1 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.086051] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d56291d-fe33-412c-94cf-ca1bc0c4e6e1" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.086051] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d56291d-fe33-412c-94cf-ca1bc0c4e6e1" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.086288] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d56291d-fe33-412c-94cf-ca1bc0c4e6e1" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.086288] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.086367] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.086400] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.086529] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.086608] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.086693] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d56291d-fe33-412c-94cf-ca1bc0c4e6e1',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1311.127793] env[65307]: INFO networking_nsxv3.common.synchronization [req-0a125503-728b-47f8-93d1-cb784d0e75d6 req-f31377c5-399b-44f8-ab74-483a9595822f tempest-ServerRescueTestJSONUnderV235-1849990010 tempest-ServerRescueTestJSONUnderV235-1849990010-project-member] Enqueued Resource ID: 53a67d0c-11fd-417b-a59b-864786d6f512 with Priority: HIGHEST for action security_group_rules [ 1311.127972] env[65307]: INFO networking_nsxv3.common.synchronization [req-0a125503-728b-47f8-93d1-cb784d0e75d6 req-f31377c5-399b-44f8-ab74-483a9595822f tempest-ServerRescueTestJSONUnderV235-1849990010 tempest-ServerRescueTestJSONUnderV235-1849990010-project-member] Enqueued Resource ID: 53a67d0c-11fd-417b-a59b-864786d6f512 with Priority: HIGHEST for action security_group_members [ 1311.128159] env[65307]: INFO networking_nsxv3.common.synchronization [req-0a125503-728b-47f8-93d1-cb784d0e75d6 req-f31377c5-399b-44f8-ab74-483a9595822f tempest-ServerRescueTestJSONUnderV235-1849990010 tempest-ServerRescueTestJSONUnderV235-1849990010-project-member] Enqueued Resource ID: 8d56291d-fe33-412c-94cf-ca1bc0c4e6e1 with Priority: HIGHEST for action security_group_rules [ 1311.128297] env[65307]: INFO networking_nsxv3.common.synchronization [req-0a125503-728b-47f8-93d1-cb784d0e75d6 req-f31377c5-399b-44f8-ab74-483a9595822f tempest-ServerRescueTestJSONUnderV235-1849990010 tempest-ServerRescueTestJSONUnderV235-1849990010-project-member] Enqueued Resource ID: 8d56291d-fe33-412c-94cf-ca1bc0c4e6e1 with Priority: HIGHEST for action security_group_members [ 1311.128427] env[65307]: INFO networking_nsxv3.common.synchronization [req-0a125503-728b-47f8-93d1-cb784d0e75d6 req-f31377c5-399b-44f8-ab74-483a9595822f tempest-ServerRescueTestJSONUnderV235-1849990010 tempest-ServerRescueTestJSONUnderV235-1849990010-project-member] Enqueued Resource ID: 877eca73-8f15-420d-ba09-c3865ff41872 with Priority: HIGHEST for action port [ 1311.128896] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53a67d0c-11fd-417b-a59b-864786d6f512 with Priority: HIGHEST for action security_group_rules [ 1311.129046] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d56291d-fe33-412c-94cf-ca1bc0c4e6e1 with Priority: HIGHEST for action security_group_rules [ 1311.129144] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 877eca73-8f15-420d-ba09-c3865ff41872 with Priority: HIGHEST for action port [ 1311.129233] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53a67d0c-11fd-417b-a59b-864786d6f512 with Priority: HIGHEST for action security_group_members [ 1311.129319] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d56291d-fe33-412c-94cf-ca1bc0c4e6e1 with Priority: HIGHEST for action security_group_members [ 1311.129600] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-53a67d0c-11fd-417b-a59b-864786d6f512 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.129766] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-53a67d0c-11fd-417b-a59b-864786d6f512" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.129828] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-53a67d0c-11fd-417b-a59b-864786d6f512" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.130147] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-53a67d0c-11fd-417b-a59b-864786d6f512" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.130234] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('53a67d0c-11fd-417b-a59b-864786d6f512',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1311.131054] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8d56291d-fe33-412c-94cf-ca1bc0c4e6e1 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.131185] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8d56291d-fe33-412c-94cf-ca1bc0c4e6e1" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.131256] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8d56291d-fe33-412c-94cf-ca1bc0c4e6e1" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.131433] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8d56291d-fe33-412c-94cf-ca1bc0c4e6e1" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.131508] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8d56291d-fe33-412c-94cf-ca1bc0c4e6e1',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1311.133042] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-877eca73-8f15-420d-ba09-c3865ff41872 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.133179] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-877eca73-8f15-420d-ba09-c3865ff41872" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.133286] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-877eca73-8f15-420d-ba09-c3865ff41872" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.133403] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-877eca73-8f15-420d-ba09-c3865ff41872" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.133506] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('877eca73-8f15-420d-ba09-c3865ff41872',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1311.135030] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-53a67d0c-11fd-417b-a59b-864786d6f512 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.135134] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53a67d0c-11fd-417b-a59b-864786d6f512" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.135342] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d56291d-fe33-412c-94cf-ca1bc0c4e6e1 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.135425] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d56291d-fe33-412c-94cf-ca1bc0c4e6e1" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.417806] env[65307]: INFO networking_nsxv3.common.synchronization [req-42f2c20e-1293-4903-9245-9fddc8e2e8a0 req-46172f68-9203-46ee-acc0-83988f2022df tempest-ServerRescueTestJSONUnderV235-1849990010 tempest-ServerRescueTestJSONUnderV235-1849990010-project-member] Enqueued Resource ID: 53a67d0c-11fd-417b-a59b-864786d6f512 with Priority: HIGHEST for action security_group_members [ 1311.418242] env[65307]: INFO networking_nsxv3.common.synchronization [req-42f2c20e-1293-4903-9245-9fddc8e2e8a0 req-46172f68-9203-46ee-acc0-83988f2022df tempest-ServerRescueTestJSONUnderV235-1849990010 tempest-ServerRescueTestJSONUnderV235-1849990010-project-member] Enqueued Resource ID: 8d56291d-fe33-412c-94cf-ca1bc0c4e6e1 with Priority: HIGHEST for action security_group_members [ 1311.418325] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53a67d0c-11fd-417b-a59b-864786d6f512 with Priority: HIGHEST for action security_group_members [ 1311.418435] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d56291d-fe33-412c-94cf-ca1bc0c4e6e1 with Priority: HIGHEST for action security_group_members [ 1311.419047] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-53a67d0c-11fd-417b-a59b-864786d6f512 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.419047] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53a67d0c-11fd-417b-a59b-864786d6f512" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.419047] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d56291d-fe33-412c-94cf-ca1bc0c4e6e1 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.419249] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d56291d-fe33-412c-94cf-ca1bc0c4e6e1" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.468027] env[65307]: INFO networking_nsxv3.common.synchronization [req-42f2c20e-1293-4903-9245-9fddc8e2e8a0 req-46172f68-9203-46ee-acc0-83988f2022df tempest-ServerRescueTestJSONUnderV235-1849990010 tempest-ServerRescueTestJSONUnderV235-1849990010-project-member] Enqueued Resource ID: 8d56291d-fe33-412c-94cf-ca1bc0c4e6e1 with Priority: HIGHEST for action security_group_rules [ 1311.468027] env[65307]: INFO networking_nsxv3.common.synchronization [req-42f2c20e-1293-4903-9245-9fddc8e2e8a0 req-46172f68-9203-46ee-acc0-83988f2022df tempest-ServerRescueTestJSONUnderV235-1849990010 tempest-ServerRescueTestJSONUnderV235-1849990010-project-member] Enqueued Resource ID: 8d56291d-fe33-412c-94cf-ca1bc0c4e6e1 with Priority: HIGHEST for action security_group_members [ 1311.468027] env[65307]: INFO networking_nsxv3.common.synchronization [req-42f2c20e-1293-4903-9245-9fddc8e2e8a0 req-46172f68-9203-46ee-acc0-83988f2022df tempest-ServerRescueTestJSONUnderV235-1849990010 tempest-ServerRescueTestJSONUnderV235-1849990010-project-member] Enqueued Resource ID: 877eca73-8f15-420d-ba09-c3865ff41872 with Priority: HIGHEST for action port [ 1311.468027] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d56291d-fe33-412c-94cf-ca1bc0c4e6e1 with Priority: HIGHEST for action security_group_rules [ 1311.468027] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d56291d-fe33-412c-94cf-ca1bc0c4e6e1 with Priority: HIGHEST for action security_group_members [ 1311.468027] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 877eca73-8f15-420d-ba09-c3865ff41872 with Priority: HIGHEST for action port [ 1311.468027] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8d56291d-fe33-412c-94cf-ca1bc0c4e6e1 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.468027] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8d56291d-fe33-412c-94cf-ca1bc0c4e6e1" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.468027] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d56291d-fe33-412c-94cf-ca1bc0c4e6e1 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.468027] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d56291d-fe33-412c-94cf-ca1bc0c4e6e1" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.468027] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-877eca73-8f15-420d-ba09-c3865ff41872 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.468625] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-877eca73-8f15-420d-ba09-c3865ff41872" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.588807] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('53a67d0c-11fd-417b-a59b-864786d6f512',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1311.589781] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8d56291d-fe33-412c-94cf-ca1bc0c4e6e1',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1311.615172] env[65307]: INFO networking_nsxv3.common.synchronization [req-c12c9908-9ea9-4907-9b87-384fdd74b0e5 req-6d3944a5-cfcd-4459-96b3-2b220f88fd18 tempest-ServersTestJSON-162990376 tempest-ServersTestJSON-162990376-project-member] Enqueued Resource ID: 75c095b9-2d30-409d-a7ef-14e9755a61da with Priority: HIGHEST for action security_group_members [ 1311.616512] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75c095b9-2d30-409d-a7ef-14e9755a61da with Priority: HIGHEST for action security_group_members [ 1311.616593] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-75c095b9-2d30-409d-a7ef-14e9755a61da taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.616654] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75c095b9-2d30-409d-a7ef-14e9755a61da" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.617520] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75c095b9-2d30-409d-a7ef-14e9755a61da" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.617520] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75c095b9-2d30-409d-a7ef-14e9755a61da" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.617520] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.617520] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.617520] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.617520] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.617520] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.617520] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('75c095b9-2d30-409d-a7ef-14e9755a61da',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1311.636868] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d56291d-fe33-412c-94cf-ca1bc0c4e6e1 taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.636977] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d56291d-fe33-412c-94cf-ca1bc0c4e6e1" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.637371] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-53a67d0c-11fd-417b-a59b-864786d6f512 taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.637476] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53a67d0c-11fd-417b-a59b-864786d6f512" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.637621] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 877eca73-8f15-420d-ba09-c3865ff41872 with status ACTIVE [ 1311.637774] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.637906] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.637991] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.638143] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.638230] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.638391] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.638391] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.638602] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.638680] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.638752] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.638922] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.639027] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.639083] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.639212] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.639278] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.639361] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 877eca73-8f15-420d-ba09-c3865ff41872 is going to be updated. [ 1311.662420] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.662420] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.662420] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.662420] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.662420] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.662420] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-877eca73-8f15-420d-ba09-c3865ff41872" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.662963] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-877eca73-8f15-420d-ba09-c3865ff41872" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.663033] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-877eca73-8f15-420d-ba09-c3865ff41872" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.663144] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('877eca73-8f15-420d-ba09-c3865ff41872',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1312.091457] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('53a67d0c-11fd-417b-a59b-864786d6f512',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1312.092515] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8d56291d-fe33-412c-94cf-ca1bc0c4e6e1',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1312.123054] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('75c095b9-2d30-409d-a7ef-14e9755a61da',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1312.166028] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 877eca73-8f15-420d-ba09-c3865ff41872 with status ACTIVE [ 1312.166197] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.166268] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.166305] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.166646] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.166795] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.167113] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.167290] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.167418] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.167637] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.168305] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.168305] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.168305] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.168305] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.168305] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.168618] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.168618] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 877eca73-8f15-420d-ba09-c3865ff41872 is going to be updated. [ 1312.191513] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.191803] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.191803] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.192017] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.192127] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.192317] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-877eca73-8f15-420d-ba09-c3865ff41872" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.594502] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.594702] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.594752] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.595018] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.595088] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.595184] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53a67d0c-11fd-417b-a59b-864786d6f512 is going to be created. [ 1312.596440] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.596563] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.596632] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.596796] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.596877] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.596963] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d56291d-fe33-412c-94cf-ca1bc0c4e6e1 is going to be updated. [ 1312.621874] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.622660] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.622660] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.622660] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.622660] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.625458] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('75c095b9-2d30-409d-a7ef-14e9755a61da',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1312.626891] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.627044] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.627097] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.627294] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.627453] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.634286] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53a67d0c-11fd-417b-a59b-864786d6f512 in Status: UNINITIALIZED for 2s [ 1312.637053] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d56291d-fe33-412c-94cf-ca1bc0c4e6e1 in Status: IN_PROGRESS for 2s [ 1313.129548] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.129863] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.129863] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.129999] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.130127] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.130198] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75c095b9-2d30-409d-a7ef-14e9755a61da is going to be updated. [ 1313.160956] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.160956] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.161142] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.161229] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.161369] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.171050] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75c095b9-2d30-409d-a7ef-14e9755a61da in Status: IN_PROGRESS for 2s [ 1314.646086] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d56291d-fe33-412c-94cf-ca1bc0c4e6e1 in Status: SUCCESS [ 1314.646521] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d56291d-fe33-412c-94cf-ca1bc0c4e6e1" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.646577] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d56291d-fe33-412c-94cf-ca1bc0c4e6e1" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.647131] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d56291d-fe33-412c-94cf-ca1bc0c4e6e1" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.647131] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.647131] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.647335] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.647413] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.647479] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.647575] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d56291d-fe33-412c-94cf-ca1bc0c4e6e1',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1314.649007] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53a67d0c-11fd-417b-a59b-864786d6f512 in Status: SUCCESS [ 1314.649228] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53a67d0c-11fd-417b-a59b-864786d6f512" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.649368] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53a67d0c-11fd-417b-a59b-864786d6f512" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.649532] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53a67d0c-11fd-417b-a59b-864786d6f512" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.649709] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.649802] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.649855] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.649980] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.650073] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.650160] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('53a67d0c-11fd-417b-a59b-864786d6f512',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1315.152313] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8d56291d-fe33-412c-94cf-ca1bc0c4e6e1',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1315.154011] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.154011] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.154011] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.154011] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.154011] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.154011] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.154612] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.154612] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.154612] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.154612] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.154612] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53a67d0c-11fd-417b-a59b-864786d6f512 is going to be deleted. [ 1315.180748] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75c095b9-2d30-409d-a7ef-14e9755a61da in Status: SUCCESS [ 1315.180748] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75c095b9-2d30-409d-a7ef-14e9755a61da" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.190017] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.190237] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.190350] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.190732] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.190732] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.190855] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53a67d0c-11fd-417b-a59b-864786d6f512" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.191040] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53a67d0c-11fd-417b-a59b-864786d6f512" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.191385] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53a67d0c-11fd-417b-a59b-864786d6f512" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.191600] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.191762] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.191861] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.192317] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.192317] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.192317] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('53a67d0c-11fd-417b-a59b-864786d6f512',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1315.659976] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8d56291d-fe33-412c-94cf-ca1bc0c4e6e1',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1315.694287] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.694441] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.694504] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.694884] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.694884] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.695189] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.695189] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.695189] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.695559] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.695559] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.695559] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53a67d0c-11fd-417b-a59b-864786d6f512 already deleted. [ 1315.695559] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53a67d0c-11fd-417b-a59b-864786d6f512" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.695779] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53a67d0c-11fd-417b-a59b-864786d6f512" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.695830] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53a67d0c-11fd-417b-a59b-864786d6f512" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.695974] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.696080] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.696134] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.696262] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.696336] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.696424] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('53a67d0c-11fd-417b-a59b-864786d6f512',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1316.161848] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.162069] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.162152] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.162377] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.162487] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.162586] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d56291d-fe33-412c-94cf-ca1bc0c4e6e1 is going to be updated. [ 1316.198677] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.198942] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.198942] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.199113] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.199257] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.200388] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.200535] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.200580] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.200709] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.200788] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.200964] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.201064] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.201125] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.201265] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.201338] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.201419] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53a67d0c-11fd-417b-a59b-864786d6f512 already deleted. [ 1316.201493] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53a67d0c-11fd-417b-a59b-864786d6f512" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.201580] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('53a67d0c-11fd-417b-a59b-864786d6f512',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1316.210923] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d56291d-fe33-412c-94cf-ca1bc0c4e6e1 in Status: IN_PROGRESS for 2s [ 1316.588490] env[65307]: INFO networking_nsxv3.common.synchronization [req-942498cd-a57f-4aa6-acd0-021da8af2083 req-0dd1c94d-3ade-4754-a747-11ff55174ea7 tempest-ServerRescueTestJSONUnderV235-1849990010 tempest-ServerRescueTestJSONUnderV235-1849990010-project-member] Enqueued Resource ID: 8d56291d-fe33-412c-94cf-ca1bc0c4e6e1 with Priority: HIGHEST for action security_group_members [ 1316.588756] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d56291d-fe33-412c-94cf-ca1bc0c4e6e1 with Priority: HIGHEST for action security_group_members [ 1316.589083] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d56291d-fe33-412c-94cf-ca1bc0c4e6e1 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.589192] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d56291d-fe33-412c-94cf-ca1bc0c4e6e1" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.704715] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('53a67d0c-11fd-417b-a59b-864786d6f512',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1317.206689] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 53a67d0c-11fd-417b-a59b-864786d6f512: rpc.has_security_group_logging(os_id): False [ 1317.224183] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.224386] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.224386] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.224674] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.224796] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.225088] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.225225] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.225268] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.225473] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.225557] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.225645] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 53a67d0c-11fd-417b-a59b-864786d6f512 is going to be created. [ 1317.240098] env[65307]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/53a67d0c-11fd-417b-a59b-864786d6f512], does not exist path=[/infra/domains/default/groups/53a67d0c-11fd-417b-a59b-864786d6f512]."\n}' [ 1317.240249] env[65307]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 53a67d0c-11fd-417b-a59b-864786d6f512 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/53a67d0c-11fd-417b-a59b-864786d6f512 [ 1317.240328] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1317.268688] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.268961] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.268961] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.269178] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.269839] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.270267] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.270381] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.270449] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.270618] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.270700] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.270869] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.270966] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.271026] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.271178] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.271267] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.271350] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 53a67d0c-11fd-417b-a59b-864786d6f512 is going to be created. [ 1317.286885] env[65307]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/53a67d0c-11fd-417b-a59b-864786d6f512], does not exist path=[/infra/domains/default/groups/53a67d0c-11fd-417b-a59b-864786d6f512]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/53a67d0c-11fd-417b-a59b-864786d6f512 [ 1317.287096] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-53a67d0c-11fd-417b-a59b-864786d6f512" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.287327] env[65307]: Traceback (most recent call last): [ 1317.287327] env[65307]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 1317.287327] env[65307]: return func(*args, **kwargs) [ 1317.287549] env[65307]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 1317.287549] env[65307]: res.raise_for_status() [ 1317.287549] env[65307]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 1317.287549] env[65307]: raise HTTPError(http_error_msg, response=self) [ 1317.287549] env[65307]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/53a67d0c-11fd-417b-a59b-864786d6f512 [ 1317.287549] env[65307]: During handling of the above exception, another exception occurred: [ 1317.287549] env[65307]: Traceback (most recent call last): [ 1317.287549] env[65307]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 1317.287549] env[65307]: listener.cb(fileno) [ 1317.287549] env[65307]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 1317.287549] env[65307]: result = function(*args, **kwargs) [ 1317.287549] env[65307]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 1317.287549] env[65307]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 1317.287549] env[65307]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 1317.287549] env[65307]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 1317.287549] env[65307]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 1317.287549] env[65307]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 1317.287549] env[65307]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 1317.287549] env[65307]: res.raise_for_status() [ 1317.287549] env[65307]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 1317.287549] env[65307]: raise HTTPError(http_error_msg, response=self) [ 1317.287549] env[65307]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/53a67d0c-11fd-417b-a59b-864786d6f512 [ 1317.287549] env[65307]: Removing descriptor: 23 [ 1318.220986] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d56291d-fe33-412c-94cf-ca1bc0c4e6e1 in Status: IN_PROGRESS for 4s [ 1320.233237] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d56291d-fe33-412c-94cf-ca1bc0c4e6e1 in Status: SUCCESS [ 1320.233615] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d56291d-fe33-412c-94cf-ca1bc0c4e6e1" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.233615] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d56291d-fe33-412c-94cf-ca1bc0c4e6e1" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.233854] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d56291d-fe33-412c-94cf-ca1bc0c4e6e1" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.234084] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.234233] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.234300] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.234459] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.234541] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.234650] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d56291d-fe33-412c-94cf-ca1bc0c4e6e1',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1320.736580] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.736800] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.736800] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.736975] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.757186] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.757618] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.757747] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.757818] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.758038] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.758130] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.758229] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d56291d-fe33-412c-94cf-ca1bc0c4e6e1 is going to be updated. [ 1320.863675] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.863675] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.863675] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.863675] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.863675] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.871762] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d56291d-fe33-412c-94cf-ca1bc0c4e6e1 in Status: IN_PROGRESS for 2s [ 1321.118262] env[65307]: INFO networking_nsxv3.common.synchronization [req-47db1f13-fa23-49ce-96f0-7e659f7c26b8 req-0c2a435e-2ee6-4e25-9b80-dd2af8599942 tempest-ServersTestJSON-162990376 tempest-ServersTestJSON-162990376-project-member] Enqueued Resource ID: 75c095b9-2d30-409d-a7ef-14e9755a61da with Priority: HIGHEST for action security_group_members [ 1321.118774] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75c095b9-2d30-409d-a7ef-14e9755a61da with Priority: HIGHEST for action security_group_members [ 1321.119081] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-75c095b9-2d30-409d-a7ef-14e9755a61da taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.119200] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75c095b9-2d30-409d-a7ef-14e9755a61da" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.119267] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75c095b9-2d30-409d-a7ef-14e9755a61da" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.119461] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75c095b9-2d30-409d-a7ef-14e9755a61da" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.119608] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.119701] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.119760] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.119898] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.119980] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.120080] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('75c095b9-2d30-409d-a7ef-14e9755a61da',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1321.438038] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock network-592 taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.438038] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "network-592" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.438038] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "network-592" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.439152] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "network-592" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.439152] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.439152] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.439152] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.439152] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.439152] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.439398] env[65307]: DEBUG dogpile.cache.region [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1321.439398] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] NeedRegenerationException {{(pid=65307) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1321.439398] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] no value, waiting for create lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1321.439561] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] value creation lock acquired {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1321.439602] env[65307]: DEBUG dogpile.cache.region [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] No value present for key: 'zone-id' {{(pid=65307) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1321.439679] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Calling creation function for not-yet-present value {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1321.439809] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1321.467677] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1321.467914] env[65307]: DEBUG dogpile.cache.region [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65307) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1321.468114] env[65307]: DEBUG dogpile.lock [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Released creation lock {{(pid=65307) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1321.468310] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "network-592" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.468629] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock port-434e5025-e707-4a55-b176-542076445b57 taken with stack trace [, , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.468795] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "port-434e5025-e707-4a55-b176-542076445b57" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.468909] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "port-434e5025-e707-4a55-b176-542076445b57" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.469266] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "port-434e5025-e707-4a55-b176-542076445b57" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.469405] env[65307]: DEBUG networking_nsxv3.api.rpc [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('434e5025-e707-4a55-b176-542076445b57',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1321.622373] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('75c095b9-2d30-409d-a7ef-14e9755a61da',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1321.974490] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.974781] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.974932] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.975343] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.975527] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.975678] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Segment Port 434e5025-e707-4a55-b176-542076445b57 not found, creating... [ 1321.975957] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.976118] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.976257] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.976459] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.976590] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.976869] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.977174] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.977292] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.977508] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.977668] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.977757] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Resource: SegmentPort with ID: 434e5025-e707-4a55-b176-542076445b57 is going to be created. [ 1322.000094] env[65307]: DEBUG networking_nsxv3.common.locking [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.000325] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.000451] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.000728] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.000950] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.001194] env[65307]: DEBUG oslo_concurrency.lockutils [None req-95600be1-e540-459c-820b-c6ecb8c7cbc4 None None] Releasing lock "port-434e5025-e707-4a55-b176-542076445b57" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.124593] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('75c095b9-2d30-409d-a7ef-14e9755a61da',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1322.627408] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.627744] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.627744] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.628410] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.628410] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.628410] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75c095b9-2d30-409d-a7ef-14e9755a61da is going to be updated. [ 1322.658282] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.658282] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.658282] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.658591] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.658591] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.668984] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75c095b9-2d30-409d-a7ef-14e9755a61da in Status: IN_PROGRESS for 2s [ 1322.696030] env[65307]: INFO networking_nsxv3.common.synchronization [req-47db1f13-fa23-49ce-96f0-7e659f7c26b8 req-9025e565-8d63-49ff-85d6-5a769690502b service nova] Enqueued Resource ID: 75c095b9-2d30-409d-a7ef-14e9755a61da with Priority: HIGHEST for action security_group_rules [ 1322.696202] env[65307]: INFO networking_nsxv3.common.synchronization [req-47db1f13-fa23-49ce-96f0-7e659f7c26b8 req-9025e565-8d63-49ff-85d6-5a769690502b service nova] Enqueued Resource ID: 75c095b9-2d30-409d-a7ef-14e9755a61da with Priority: HIGHEST for action security_group_members [ 1322.696402] env[65307]: INFO networking_nsxv3.common.synchronization [req-47db1f13-fa23-49ce-96f0-7e659f7c26b8 req-9025e565-8d63-49ff-85d6-5a769690502b service nova] Enqueued Resource ID: 434e5025-e707-4a55-b176-542076445b57 with Priority: HIGHEST for action port [ 1322.696636] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75c095b9-2d30-409d-a7ef-14e9755a61da with Priority: HIGHEST for action security_group_rules [ 1322.696759] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75c095b9-2d30-409d-a7ef-14e9755a61da with Priority: HIGHEST for action security_group_members [ 1322.696928] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 434e5025-e707-4a55-b176-542076445b57 with Priority: HIGHEST for action port [ 1322.697431] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock rules-75c095b9-2d30-409d-a7ef-14e9755a61da taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.697547] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-75c095b9-2d30-409d-a7ef-14e9755a61da" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.697611] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-75c095b9-2d30-409d-a7ef-14e9755a61da" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.697802] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-75c095b9-2d30-409d-a7ef-14e9755a61da" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.697903] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('75c095b9-2d30-409d-a7ef-14e9755a61da',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1322.698807] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-75c095b9-2d30-409d-a7ef-14e9755a61da taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.698902] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75c095b9-2d30-409d-a7ef-14e9755a61da" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.699100] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock port-434e5025-e707-4a55-b176-542076445b57 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.699195] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-434e5025-e707-4a55-b176-542076445b57" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.699285] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-434e5025-e707-4a55-b176-542076445b57" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.699455] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-434e5025-e707-4a55-b176-542076445b57" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.699524] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('434e5025-e707-4a55-b176-542076445b57',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1322.854431] env[65307]: INFO networking_nsxv3.common.synchronization [req-3d2b3a0b-a8dd-4565-8db9-a0642c0de395 req-601aa554-b276-4822-b645-f7f7c5be3f51 tempest-ServerActionsTestJSON-289642684 tempest-ServerActionsTestJSON-289642684-project-member] Enqueued Resource ID: 3ee3cf7c-7404-47cc-a90d-a5b8c150e4f9 with Priority: HIGHEST for action security_group_members [ 1322.855067] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ee3cf7c-7404-47cc-a90d-a5b8c150e4f9 with Priority: HIGHEST for action security_group_members [ 1322.855483] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ee3cf7c-7404-47cc-a90d-a5b8c150e4f9 taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.855615] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ee3cf7c-7404-47cc-a90d-a5b8c150e4f9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.855685] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ee3cf7c-7404-47cc-a90d-a5b8c150e4f9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.855889] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ee3cf7c-7404-47cc-a90d-a5b8c150e4f9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.856069] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.856173] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.856229] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.856398] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.856463] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.856557] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3ee3cf7c-7404-47cc-a90d-a5b8c150e4f9',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1322.881175] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d56291d-fe33-412c-94cf-ca1bc0c4e6e1 in Status: SUCCESS [ 1322.881352] env[65307]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d56291d-fe33-412c-94cf-ca1bc0c4e6e1 deletion is rescheduled due to dependency. [ 1322.881453] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d56291d-fe33-412c-94cf-ca1bc0c4e6e1" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.881635] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d56291d-fe33-412c-94cf-ca1bc0c4e6e1" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.881843] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d56291d-fe33-412c-94cf-ca1bc0c4e6e1" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.882035] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.882156] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.882218] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.882376] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.882459] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.882563] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d56291d-fe33-412c-94cf-ca1bc0c4e6e1',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1323.201620] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-75c095b9-2d30-409d-a7ef-14e9755a61da taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.201840] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75c095b9-2d30-409d-a7ef-14e9755a61da" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.202044] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 434e5025-e707-4a55-b176-542076445b57 with status ACTIVE [ 1323.202240] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.202364] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.202426] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.202648] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.202735] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.202919] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.203014] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.203067] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.203223] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.203299] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.203473] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.203556] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.203623] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.203756] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.203827] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.203912] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 434e5025-e707-4a55-b176-542076445b57 is going to be updated. [ 1323.227448] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.227636] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.227686] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.227879] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.228020] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.228186] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-434e5025-e707-4a55-b176-542076445b57" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.358614] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.358849] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.358849] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.359130] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.384696] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.384914] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.387831] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.388050] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.388214] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.388317] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.388562] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.388659] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.388773] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3ee3cf7c-7404-47cc-a90d-a5b8c150e4f9 is going to be updated. [ 1323.389847] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.390067] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.390172] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.390387] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.390509] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.390589] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.390792] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.390892] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.390968] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d56291d-fe33-412c-94cf-ca1bc0c4e6e1 is going to be updated. [ 1323.419993] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.420178] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.420227] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.420489] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.420634] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.423840] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.423975] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.424095] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.424344] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.424480] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.432927] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d56291d-fe33-412c-94cf-ca1bc0c4e6e1 in Status: IN_PROGRESS for 2s [ 1323.433783] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ee3cf7c-7404-47cc-a90d-a5b8c150e4f9 in Status: IN_PROGRESS for 2s [ 1324.678961] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75c095b9-2d30-409d-a7ef-14e9755a61da in Status: SUCCESS [ 1324.679255] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75c095b9-2d30-409d-a7ef-14e9755a61da" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.679424] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75c095b9-2d30-409d-a7ef-14e9755a61da" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.679644] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75c095b9-2d30-409d-a7ef-14e9755a61da" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.679843] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.679965] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.680060] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.680223] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.680307] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.680402] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('75c095b9-2d30-409d-a7ef-14e9755a61da',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1325.182709] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('75c095b9-2d30-409d-a7ef-14e9755a61da',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1325.444478] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ee3cf7c-7404-47cc-a90d-a5b8c150e4f9 in Status: SUCCESS [ 1325.444669] env[65307]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3ee3cf7c-7404-47cc-a90d-a5b8c150e4f9 deletion is rescheduled due to dependency. [ 1325.444781] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ee3cf7c-7404-47cc-a90d-a5b8c150e4f9" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.445436] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d56291d-fe33-412c-94cf-ca1bc0c4e6e1 in Status: SUCCESS [ 1325.445577] env[65307]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d56291d-fe33-412c-94cf-ca1bc0c4e6e1 deletion is rescheduled due to dependency. [ 1325.445673] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d56291d-fe33-412c-94cf-ca1bc0c4e6e1" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.445808] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d56291d-fe33-412c-94cf-ca1bc0c4e6e1" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.446024] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d56291d-fe33-412c-94cf-ca1bc0c4e6e1" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.446208] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.446316] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.446379] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.446537] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.446614] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.446696] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d56291d-fe33-412c-94cf-ca1bc0c4e6e1" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.446787] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8d56291d-fe33-412c-94cf-ca1bc0c4e6e1',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1325.447585] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d56291d-fe33-412c-94cf-ca1bc0c4e6e1" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.447750] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d56291d-fe33-412c-94cf-ca1bc0c4e6e1" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.447898] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.447996] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.448071] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.448210] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.448284] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.448383] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d56291d-fe33-412c-94cf-ca1bc0c4e6e1',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1325.687507] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('75c095b9-2d30-409d-a7ef-14e9755a61da',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1325.950120] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8d56291d-fe33-412c-94cf-ca1bc0c4e6e1',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1325.951217] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.951385] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.951451] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.951664] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.951754] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.951944] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.952062] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.952127] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.952275] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.952351] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.952438] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d56291d-fe33-412c-94cf-ca1bc0c4e6e1 is going to be updated. [ 1325.981200] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.981362] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.981433] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.981612] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.981756] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.992233] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d56291d-fe33-412c-94cf-ca1bc0c4e6e1 in Status: IN_PROGRESS for 2s [ 1326.190163] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.190380] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.190380] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.190587] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.190680] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.190776] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75c095b9-2d30-409d-a7ef-14e9755a61da is going to be updated. [ 1326.229245] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.229453] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.229453] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.229674] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.229819] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.239801] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75c095b9-2d30-409d-a7ef-14e9755a61da in Status: IN_PROGRESS for 2s [ 1326.455612] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8d56291d-fe33-412c-94cf-ca1bc0c4e6e1: rpc.has_security_group_logging(os_id): False [ 1326.474455] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.474608] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.474657] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.474864] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.474956] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.475325] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.475479] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.475573] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.475699] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.475782] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.475878] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8d56291d-fe33-412c-94cf-ca1bc0c4e6e1 is going to be updated. [ 1326.537322] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.537547] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.537547] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.537763] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.537901] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.558665] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8d56291d-fe33-412c-94cf-ca1bc0c4e6e1 in Status: IN_PROGRESS for 2s [ 1327.856043] env[65307]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1327.856424] env[65307]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=5 [ 1328.001257] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d56291d-fe33-412c-94cf-ca1bc0c4e6e1 in Status: SUCCESS [ 1328.001427] env[65307]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d56291d-fe33-412c-94cf-ca1bc0c4e6e1 deletion is rescheduled due to dependency. [ 1328.001535] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d56291d-fe33-412c-94cf-ca1bc0c4e6e1" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.248990] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75c095b9-2d30-409d-a7ef-14e9755a61da in Status: SUCCESS [ 1328.249239] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75c095b9-2d30-409d-a7ef-14e9755a61da" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.249399] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75c095b9-2d30-409d-a7ef-14e9755a61da" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.249619] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75c095b9-2d30-409d-a7ef-14e9755a61da" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.249807] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.249922] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.249986] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.250151] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.250232] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.250346] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75c095b9-2d30-409d-a7ef-14e9755a61da" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.250439] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('75c095b9-2d30-409d-a7ef-14e9755a61da',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1328.572393] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8d56291d-fe33-412c-94cf-ca1bc0c4e6e1 in Status: SUCCESS [ 1328.572613] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8d56291d-fe33-412c-94cf-ca1bc0c4e6e1" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.572775] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8d56291d-fe33-412c-94cf-ca1bc0c4e6e1" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.573317] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8d56291d-fe33-412c-94cf-ca1bc0c4e6e1" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.573409] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8d56291d-fe33-412c-94cf-ca1bc0c4e6e1',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1328.753380] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-75c095b9-2d30-409d-a7ef-14e9755a61da taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.753558] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75c095b9-2d30-409d-a7ef-14e9755a61da" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.753633] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75c095b9-2d30-409d-a7ef-14e9755a61da" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.753842] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75c095b9-2d30-409d-a7ef-14e9755a61da" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.753842] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.754404] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.754404] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.754404] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.754507] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.754578] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75c095b9-2d30-409d-a7ef-14e9755a61da" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.754734] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-75c095b9-2d30-409d-a7ef-14e9755a61da taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.754830] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75c095b9-2d30-409d-a7ef-14e9755a61da" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.754891] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75c095b9-2d30-409d-a7ef-14e9755a61da" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.755101] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75c095b9-2d30-409d-a7ef-14e9755a61da" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.755281] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.755374] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.755429] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.755575] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.755643] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.755725] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75c095b9-2d30-409d-a7ef-14e9755a61da" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.755801] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('75c095b9-2d30-409d-a7ef-14e9755a61da',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1329.093795] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.094381] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.094381] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.094381] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.116143] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.116143] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8d56291d-fe33-412c-94cf-ca1bc0c4e6e1 is going to be deleted. [ 1329.164600] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.166268] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.166268] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.166268] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.166268] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.166268] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8d56291d-fe33-412c-94cf-ca1bc0c4e6e1" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.259181] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 75c095b9-2d30-409d-a7ef-14e9755a61da: rpc.has_security_group_logging(os_id): False [ 1329.276531] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.276531] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.276531] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.276531] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.302516] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.303748] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.303748] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.303748] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.304406] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.304406] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.305469] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.305848] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.305848] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.306753] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.306753] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.306753] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.307061] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.309453] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.309453] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.309453] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.309453] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 75c095b9-2d30-409d-a7ef-14e9755a61da is going to be updated. [ 1329.380750] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.380750] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.380750] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.380750] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.380750] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.401798] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 75c095b9-2d30-409d-a7ef-14e9755a61da in Status: IN_PROGRESS for 2s [ 1331.422087] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 75c095b9-2d30-409d-a7ef-14e9755a61da in Status: SUCCESS [ 1331.422492] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-75c095b9-2d30-409d-a7ef-14e9755a61da" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.857128] env[65307]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1332.857128] env[65307]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1334.936105] env[65307]: INFO networking_nsxv3.common.synchronization [req-97f67760-771f-475b-aa6a-11b6084699b2 req-8237fd77-d78c-4d54-a75e-3920ff56c762 tempest-ServersTestJSON-162990376 tempest-ServersTestJSON-162990376-project-member] Enqueued Resource ID: 75c095b9-2d30-409d-a7ef-14e9755a61da with Priority: HIGHEST for action security_group_members [ 1334.936629] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75c095b9-2d30-409d-a7ef-14e9755a61da with Priority: HIGHEST for action security_group_members [ 1334.936939] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-75c095b9-2d30-409d-a7ef-14e9755a61da taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.937239] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75c095b9-2d30-409d-a7ef-14e9755a61da" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.937315] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75c095b9-2d30-409d-a7ef-14e9755a61da" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.937523] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75c095b9-2d30-409d-a7ef-14e9755a61da" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.937680] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.937834] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.937834] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.937987] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.938133] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.938180] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('75c095b9-2d30-409d-a7ef-14e9755a61da',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1335.441353] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('75c095b9-2d30-409d-a7ef-14e9755a61da',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1335.943393] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('75c095b9-2d30-409d-a7ef-14e9755a61da',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1336.447069] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.447069] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.447069] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.447069] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.447069] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.447069] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75c095b9-2d30-409d-a7ef-14e9755a61da is going to be updated. [ 1336.478768] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.478965] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.478965] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.479202] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.479349] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.488768] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75c095b9-2d30-409d-a7ef-14e9755a61da in Status: IN_PROGRESS for 2s [ 1338.500069] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75c095b9-2d30-409d-a7ef-14e9755a61da in Status: SUCCESS [ 1338.500523] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75c095b9-2d30-409d-a7ef-14e9755a61da" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.937907] env[65307]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1339.938319] env[65307]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1341.299189] env[65307]: INFO networking_nsxv3.common.synchronization [req-7d456e35-7b6d-4e51-8c64-462e5e2d6e31 req-0173e799-6259-48fe-b4a6-8735fbdf0c17 tempest-ServersTestJSON-162990376 tempest-ServersTestJSON-162990376-project-member] Enqueued Resource ID: 75c095b9-2d30-409d-a7ef-14e9755a61da with Priority: HIGHEST for action security_group_members [ 1341.299561] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75c095b9-2d30-409d-a7ef-14e9755a61da with Priority: HIGHEST for action security_group_members [ 1341.299812] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-75c095b9-2d30-409d-a7ef-14e9755a61da taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.299968] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75c095b9-2d30-409d-a7ef-14e9755a61da" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.300027] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75c095b9-2d30-409d-a7ef-14e9755a61da" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.300488] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75c095b9-2d30-409d-a7ef-14e9755a61da" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.300488] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.300488] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.300488] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.300701] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.300701] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.300783] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('75c095b9-2d30-409d-a7ef-14e9755a61da',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1341.807437] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.807736] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.807736] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.807879] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.807938] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.808156] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.808292] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.808360] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.808448] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.808524] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.808610] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75c095b9-2d30-409d-a7ef-14e9755a61da is going to be updated. [ 1341.851528] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.851662] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.851732] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.851935] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.852088] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.861461] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75c095b9-2d30-409d-a7ef-14e9755a61da in Status: IN_PROGRESS for 2s [ 1343.408532] env[65307]: INFO networking_nsxv3.common.synchronization [req-c2eb7de5-5d51-4708-ab8b-3ab9b0ce08a2 req-2868a1be-40d7-4cec-8dcf-bd74ab53e2c4 tempest-AttachVolumeShelveTestJSON-2043120369 tempest-AttachVolumeShelveTestJSON-2043120369-project-member] Enqueued Resource ID: dbb1b452-655a-4aa9-96cf-a996dcba34cb with Priority: HIGHEST for action security_group_members [ 1343.408738] env[65307]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbb1b452-655a-4aa9-96cf-a996dcba34cb with Priority: HIGHEST for action security_group_members [ 1343.408940] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbb1b452-655a-4aa9-96cf-a996dcba34cb taken with stack trace [, , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.409201] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbb1b452-655a-4aa9-96cf-a996dcba34cb" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.409279] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbb1b452-655a-4aa9-96cf-a996dcba34cb" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.409479] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbb1b452-655a-4aa9-96cf-a996dcba34cb" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.409637] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.409764] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.409827] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.410039] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.410103] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.410737] env[65307]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dbb1b452-655a-4aa9-96cf-a996dcba34cb',) {} {{(pid=65307) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1343.874558] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75c095b9-2d30-409d-a7ef-14e9755a61da in Status: SUCCESS [ 1343.874766] env[65307]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75c095b9-2d30-409d-a7ef-14e9755a61da deletion is rescheduled due to dependency. [ 1343.874907] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75c095b9-2d30-409d-a7ef-14e9755a61da" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.912609] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.912870] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.912870] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.913114] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.938490] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.938765] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.938886] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.938953] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.939175] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.939259] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.939348] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dbb1b452-655a-4aa9-96cf-a996dcba34cb is going to be updated. [ 1343.971140] env[65307]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65307) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.971140] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.971140] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.971140] env[65307]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.971140] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.981599] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dbb1b452-655a-4aa9-96cf-a996dcba34cb in Status: IN_PROGRESS for 2s [ 1345.993412] env[65307]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dbb1b452-655a-4aa9-96cf-a996dcba34cb in Status: SUCCESS [ 1345.993804] env[65307]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dbb1b452-655a-4aa9-96cf-a996dcba34cb deletion is rescheduled due to dependency. [ 1345.993804] env[65307]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbb1b452-655a-4aa9-96cf-a996dcba34cb" {{(pid=65307) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.409546] env[65307]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1348.409838] env[65307]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1353.410850] env[65307]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1353.410850] env[65307]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1358.412204] env[65307]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1358.412567] env[65307]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1363.413949] env[65307]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1363.414403] env[65307]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1368.415035] env[65307]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1368.415400] env[65307]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1373.416161] env[65307]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1373.416575] env[65307]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0